-- Logs begin at Mon 2022-02-28 17:57:06 UTC, end at Mon 2022-02-28 19:18:53 UTC. -- Feb 28 18:54:59.036136 dv-cinder-831187-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 18:55:01.632510 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:55:01.633117 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev48 Feb 28 18:55:01.633318 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87689) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 18:55:01.636561 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:55:01.637071 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev48 Feb 28 18:55:01.637383 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87689) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 18:55:01.638327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:55:01.638562 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:55:01.639768 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:55:01.639768 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:55:01.639768 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:55:01.639768 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.640072 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.640277 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.640530 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.640807 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.641101 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.641386 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.641758 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.641970 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.642254 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.642534 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.642820 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.643053 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.643380 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.643618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.643905 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.644126 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] debug = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.644432 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.644859 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.645285 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.645567 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.645857 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.646137 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.646409 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.646689 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.646974 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.647327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] host = dv-cinder-831187-1-smb {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.647589 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.647888 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.648162 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.648546 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.648861 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.649142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.649444 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.649709 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.649985 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.650259 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.650550 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.650837 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.651131 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.651358 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.651582 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.651868 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.652152 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.652450 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.652789 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.653092 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.653371 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.653648 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.653918 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.654204 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.654489 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.654776 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.655052 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.655324 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.655597 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.655870 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.656171 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.656500 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.656808 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.657100 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.657390 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.657662 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.657937 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.658265 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.658584 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.658911 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.659243 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.659517 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.659828 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.660122 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.660444 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.660718 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] use_json = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.660997 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.661274 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.661560 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.661835 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.662110 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.662384 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.662657 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.662941 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.663237 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:01.663552 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.663850 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.664155 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.665024 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.665298 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.665611 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.665999 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.666361 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.666652 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.666941 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.667230 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.667510 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.667800 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.668079 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.668400 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.668708 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.669002 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.669290 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.669565 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.669839 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.670118 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.670392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.670697 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.670973 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.671262 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.671534 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.671814 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.672104 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.672405 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.672679 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.672957 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.673245 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.673523 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.673796 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.674072 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.674349 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.674619 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.674890 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.675164 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.675450 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.675728 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.675997 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.676299 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.676603 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.676844 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.677126 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.677404 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.677677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.677948 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.678252 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.678533 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.678804 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.679081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.679351 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.679627 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.679898 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.680334 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.680749 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.681247 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.681568 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.681847 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.682124 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.682408 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.682685 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.683460 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.683734 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.684006 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.684306 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.684599 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.684904 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.685183 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.685467 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.685745 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.686025 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.686301 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.686580 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.686858 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.687188 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.687464 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.687759 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.688043 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.688359 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.688649 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.688930 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.689225 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.689504 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.689816 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.690093 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.690380 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.690665 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.690957 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.691253 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.691550 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.691842 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.692134 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.692451 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.692735 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.693047 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.693327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:01.693546 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:55:01.693797 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87689) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 18:55:02.099962 dv-cinder-831187-1-smb neutron-server[87689]: INFO keyring.backend [-] Loading KWallet Feb 28 18:55:02.107682 dv-cinder-831187-1-smb neutron-server[87689]: INFO keyring.backend [-] Loading SecretService Feb 28 18:55:02.111303 dv-cinder-831187-1-smb neutron-server[87689]: INFO keyring.backend [-] Loading Windows Feb 28 18:55:02.112772 dv-cinder-831187-1-smb neutron-server[87689]: INFO keyring.backend [-] Loading chainer Feb 28 18:55:02.113574 dv-cinder-831187-1-smb neutron-server[87689]: INFO keyring.backend [-] Loading macOS Feb 28 18:55:02.147943 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:55:02.148237 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:55:02.148525 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:55:02.149359 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 18:55:02.550041 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.550323 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.550605 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.551915 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.552195 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.552487 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.589186 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.589465 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.589736 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.603004 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.603282 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.603553 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.634835 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.635431 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.635431 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.672795 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.673072 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.673343 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.916362 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.916648 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.916918 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.917230 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:02.918010 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.047812 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.048131 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.048447 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.048713 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.048981 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.049295 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.049560 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.049871 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.050076 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.050363 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.050622 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.050889 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.051154 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.051410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.051678 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.051949 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.052209 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.052499 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.052754 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.053038 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.053389 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.053642 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.053913 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.054220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.054492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.054762 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.055746 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:03.056045 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:03.056313 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:03.056554 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:03.056790 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:03.057027 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:03.057398 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 18:55:03.060637 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 18:55:03.064711 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 18:55:03.068554 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 28 18:55:03.070205 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 18:55:03.071842 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 18:55:03.072181 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 18:55:03.072597 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 18:55:03.075464 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 18:55:03.075714 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 18:55:03.076057 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:55:03.105421 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 18:55:03.105884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.106183 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87689) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 18:55:03.106577 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.107978 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87689) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 18:55:03.108286 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:55:03.108535 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 18:55:03.111966 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.112293 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:03.177386 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 18:55:03.177584 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 18:55:03.177766 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 18:55:03.178153 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 18:55:03.210534 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_db.sqlalchemy.engines [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87689) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 18:55:03.928177 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing driver for type 'gre' Feb 28 18:55:03.928875 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] gre ID ranges: [(1, 1000)] Feb 28 18:55:04.191508 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing driver for type 'local' Feb 28 18:55:04.191778 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing driver for type 'vlan' Feb 28 18:55:04.317222 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] VlanTypeDriver initialization complete Feb 28 18:55:04.317631 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing driver for type 'vxlan' Feb 28 18:55:04.318135 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] vxlan ID ranges: [(1, 1000)] Feb 28 18:55:04.659885 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing extension driver 'port_security' Feb 28 18:55:04.660322 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.extensions.port_security [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] PortSecurityExtensionDriver initialization complete Feb 28 18:55:04.660657 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing mechanism driver 'openvswitch' Feb 28 18:55:04.660992 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing mechanism driver 'hyperv' Feb 28 18:55:04.667872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.plugin [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:04.668638 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.669005 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.669352 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.669981 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:55:04.670440 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.670824 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.671239 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.671626 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:55:04.672122 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.672509 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.672854 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.673372 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:55:04.673771 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > security_group after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.674122 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > security_group after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.674461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.675000 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:55:04.675398 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.675742 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.676082 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.676494 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:55:04.676893 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > address_group after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.677238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > address_group after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.677572 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.677954 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 28 18:55:04.678396 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] ML2 OVO RPC backend initialized. {{(pid=87689) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 28 18:55:04.679120 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.679501 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.679921 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.680296 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > networks before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.680645 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.680984 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > ports before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.681364 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.681711 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnets before_response 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.682056 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.682394 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.682727 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.683065 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.683393 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.683721 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.684052 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.684417 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.684748 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.685342 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.plugin [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Modular L2 Plugin initialization complete Feb 28 18:55:04.685673 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading services supported by the core plugin {{(pid=87689) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 18:55:04.686003 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.plugins.ml2.managers [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Got port-security extension from driver 'port_security' Feb 28 18:55:04.686464 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.extensions.vlantransparent [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Disabled vlantransparent extension. Feb 28 18:55:04.686951 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87689) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 18:55:04.687381 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: router Feb 28 18:55:04.739994 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.740408 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_create 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.740778 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router before_create 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.741144 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.741522 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.741875 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_delete 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.742228 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.742593 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_create 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.743050 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_update 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.743402 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_update 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.743772 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.744447 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_update 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.744574 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_update 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.744910 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.745358 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.745697 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: subnet after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.746034 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.746381 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.746725 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_create 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.747062 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.747399 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.747752 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router after_update 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.748090 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.748462 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_create 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.748820 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.749188 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_update 55549900 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.749614 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > agent after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.749959 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > agent after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.750299 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > network after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.751276 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Tracking information for resource: router configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:04.751501 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Tracking information for resource: floatingip configured {{(pid=87689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:55:04.757009 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.db.l3_agentschedulers_db [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 18:55:04.757531 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.757893 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port after_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.758239 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port after_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.758584 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: port after_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.759919 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router before_create 55550100 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.760732 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.760957 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_create 55550100 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.761320 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > router precommit_update 55550100 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.766161 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.provider_configuration [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service providers = [] {{(pid=87689) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 18:55:04.766656 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.db.servicetype_db [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87689) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 18:55:04.769679 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.service_base [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:55:04.770032 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.service_base [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:55:04.770365 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.service_base [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:55:04.771243 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.services.service_base [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:55:04.771610 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.services.service_base [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 18:55:04.771987 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.772325 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 18:55:04.784157 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.784543 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: auto_allocate Feb 28 18:55:04.790745 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: network precommit_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.791127 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: network precommit_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.791659 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.791974 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: tag Feb 28 18:55:04.798664 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.798992 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: timestamp Feb 28 18:55:04.803053 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.803377 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: network_ip_availability Feb 28 18:55:04.808827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.809197 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.809555 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:04.810290 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.810608 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: flavors Feb 28 18:55:04.815626 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.815955 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading Plugin: revisions Feb 28 18:55:04.820501 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:55:04.820893 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_concurrency.lockutils [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.672s {{(pid=87689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:55:04.821639 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87689) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 18:55:04.822519 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Initializing extension manager. Feb 28 18:55:04.823027 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: __init__.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.823359 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: __pycache__ {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.823690 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.824051 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: address_group.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.824841 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.825415 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: address-group Feb 28 18:55:04.825737 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: address_scope.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.826443 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.826952 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: address-scope Feb 28 18:55:04.827272 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.828194 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.828860 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: router-admin-state-down-before-update Feb 28 18:55:04.829185 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: agent.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.830083 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.830593 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: agent Feb 28 18:55:04.830914 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: agent_resources_synced.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.831812 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.832340 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: agent-resources-synced Feb 28 18:55:04.832661 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: allowedaddresspairs.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.834598 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.835219 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: allowed-address-pairs Feb 28 18:55:04.835598 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: auto_allocated_topology.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.836774 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.837288 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: auto-allocated-topology Feb 28 18:55:04.837661 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: availability_zone.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.838996 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.839583 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: availability_zone Feb 28 18:55:04.839982 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: availability_zone_filter.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.840939 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.841473 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: availability_zone_filter Feb 28 18:55:04.841822 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: data_plane_status.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.842777 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.843275 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 18:55:04.843594 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: default_subnetpools.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.844559 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.845208 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: default-subnetpools Feb 28 18:55:04.845523 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.846341 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.846847 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: dhcp_agent_scheduler Feb 28 18:55:04.847212 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: dns.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.848112 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.848647 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 18:55:04.848966 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: dns_domain_ports.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.849879 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.850381 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 18:55:04.850703 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: dvr.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.851364 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.851961 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: dvr Feb 28 18:55:04.852328 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: empty_string_filtering.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.853388 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.853991 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: empty-string-filtering Feb 28 18:55:04.854306 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.855206 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.855743 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:55:04.856070 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.857003 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.857495 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 18:55:04.857813 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: external_net.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.858703 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.859207 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: external-net Feb 28 18:55:04.859526 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.860583 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.861087 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: extra_dhcp_opt Feb 28 18:55:04.861407 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: extraroute.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.862320 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.862822 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: extraroute Feb 28 18:55:04.863195 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: extraroute_atomic.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.864174 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.864706 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: extraroute-atomic Feb 28 18:55:04.865027 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: filter_validation.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.865690 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.866188 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: filter-validation Feb 28 18:55:04.866510 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: fip_pf_description.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.867461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.867902 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 18:55:04.868241 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: fip_port_details.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.869657 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.870162 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: fip-port-details Feb 28 18:55:04.870475 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: flavors.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.871714 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.872245 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: flavors Feb 28 18:55:04.872582 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.874280 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.874794 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 18:55:04.875119 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: floatingip_pools.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.875817 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.876480 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: floatingip-pools Feb 28 18:55:04.876803 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: ip_allocation.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.877718 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.878217 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 18:55:04.878537 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.879445 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.879948 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: ip-substring-filtering Feb 28 18:55:04.880290 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l2_adjacency.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.881202 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.881703 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 18:55:04.882027 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.883023 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.883530 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: router Feb 28 18:55:04.883854 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.887323 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.887842 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:55:04.888169 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.889107 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.889622 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: ext-gw-mode Feb 28 18:55:04.889946 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.890856 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.891360 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: l3-ha Feb 28 18:55:04.891680 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3_flavors.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.892839 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.893343 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: l3-flavors Feb 28 18:55:04.893662 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.894585 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.895088 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 18:55:04.895409 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: l3agentscheduler.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.896475 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.896987 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: l3_agent_scheduler Feb 28 18:55:04.897309 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: logging.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.898856 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.899372 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension logging not supported by any of loaded plugins Feb 28 18:55:04.899802 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: metering.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.900594 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.901169 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: metering Feb 28 18:55:04.901491 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.902582 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.903095 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: metering_source_and_destination_fields Feb 28 18:55:04.903419 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: multiprovidernet.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.904413 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.904923 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: multi-provider Feb 28 18:55:04.905244 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: netmtu.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.906152 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.906656 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: net-mtu Feb 28 18:55:04.906976 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: netmtu_writable.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.907894 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.908563 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: net-mtu-writable Feb 28 18:55:04.908886 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: network_availability_zone.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.909553 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.910058 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: network_availability_zone Feb 28 18:55:04.910376 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: network_ip_availability.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.911486 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.911998 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: network-ip-availability Feb 28 18:55:04.912359 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: network_segment_range.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.913129 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.913637 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 18:55:04.913954 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: pagination.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.914918 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.915243 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: pagination Feb 28 18:55:04.915561 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: port_device_profile.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.916515 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.917033 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: port-device-profile Feb 28 18:55:04.917348 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.918247 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.918752 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: port-mac-address-regenerate Feb 28 18:55:04.919069 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.919991 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.920535 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: port-numa-affinity-policy Feb 28 18:55:04.920854 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: port_resource_request.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.921747 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.922247 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 18:55:04.922564 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: portbindings.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.923478 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.923976 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: binding Feb 28 18:55:04.924445 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: portbindings_extended.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.925877 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.926417 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: binding-extended Feb 28 18:55:04.926718 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: portsecurity.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.927634 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.928149 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: port-security Feb 28 18:55:04.928505 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: project_id.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.929481 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.929808 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: project-id Feb 28 18:55:04.930127 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: providernet.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.931031 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.932051 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: provider Feb 28 18:55:04.932400 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.935993 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.936539 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos not supported by any of loaded plugins Feb 28 18:55:04.936870 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.938108 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.938621 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 18:55:04.938951 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.939866 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.940540 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 18:55:04.940861 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_default.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.941762 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.942271 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-default not supported by any of loaded plugins Feb 28 18:55:04.942592 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_fip.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.943242 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.943750 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 18:55:04.944063 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_gateway_ip.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.945005 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.945510 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 18:55:04.945829 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_port_network_policy.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.946726 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.947769 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 18:55:04.948109 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_rule_type_details.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.949144 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.949651 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 18:55:04.949969 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: qos_rules_alias.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.951006 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.951512 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 18:55:04.951830 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: quotasv2.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.952838 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.953159 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: quotas Feb 28 18:55:04.953475 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: quotasv2_detail.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.955101 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.955432 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: quota_details Feb 28 18:55:04.955759 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: rbac.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.957110 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.957631 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: rbac-policies Feb 28 18:55:04.957960 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: rbac_address_group.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.958920 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.959431 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: rbac-address-group Feb 28 18:55:04.959757 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: rbac_address_scope.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.960692 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.961301 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: rbac-address-scope Feb 28 18:55:04.961628 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: rbac_security_groups.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.962561 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.963314 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: rbac-security-groups Feb 28 18:55:04.963574 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: rbac_subnetpool.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.964520 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.965029 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: rbac-subnetpool Feb 28 18:55:04.965353 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: revisionifmatch.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.966257 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.966762 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: revision-if-match Feb 28 18:55:04.967084 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: revisions.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.968453 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.968967 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: standard-attr-revisions Feb 28 18:55:04.969291 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: router_availability_zone.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.970082 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.970595 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: router_availability_zone Feb 28 18:55:04.970914 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: routerservicetype.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.971822 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.972434 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 18:55:04.972754 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.973666 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.974174 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: security-groups-normalized-cidr Feb 28 18:55:04.974495 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.975406 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.975905 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: port-security-groups-filtering Feb 28 18:55:04.976234 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.977175 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.977688 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: security-groups-remote-address-group Feb 28 18:55:04.978010 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: securitygroup.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.988194 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.989389 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: security-group Feb 28 18:55:04.989721 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: segment.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.990518 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.991029 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension segment not supported by any of loaded plugins Feb 28 18:55:04.991352 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.992395 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.992933 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 18:55:04.993300 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: servicetype.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.995085 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.995641 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: service-type Feb 28 18:55:04.995993 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: sorting.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.997020 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.997412 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: sorting Feb 28 18:55:04.997739 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: standard_attr_segment.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:04.998727 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:04.999267 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 18:55:04.999641 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: standardattrdescription.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.000347 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.000909 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: standard-attr-description Feb 28 18:55:05.001257 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: stateful_security_group.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.002348 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.002865 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: stateful-security-group Feb 28 18:55:05.003187 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: stdattrs_common.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.003766 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 18:55:05.004104 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.005266 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.005780 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 18:55:05.006097 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: subnet_onboard.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.007268 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.007693 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: subnet_onboard Feb 28 18:55:05.008019 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.008979 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.010098 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 18:55:05.010466 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: subnet_service_types.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.011385 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.012145 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: subnet-service-types Feb 28 18:55:05.012492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: subnetallocation.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.013574 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.014102 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: subnet_allocation Feb 28 18:55:05.014423 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.015080 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.015586 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: subnetpool-prefix-ops Feb 28 18:55:05.015903 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.016855 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.017354 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 18:55:05.017678 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: tagging.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.018775 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.019295 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: standard-attr-tag Feb 28 18:55:05.019617 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: timestamp.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.020988 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.021497 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loaded extension: standard-attr-timestamp Feb 28 18:55:05.021820 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: trunk.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.022849 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.023362 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension trunk not supported by any of loaded plugins Feb 28 18:55:05.023685 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: trunk_details.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.024633 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.025173 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 18:55:05.025809 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: uplink_status_propagation.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.026385 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.027058 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 18:55:05.027377 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Loading extension file: vlantransparent.py {{(pid=87689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 18:55:05.028050 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 18:55:05.028593 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 18:55:05.031081 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:network Feb 28 18:55:05.031833 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:subnet Feb 28 18:55:05.032761 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:55:05.033353 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:port Feb 28 18:55:05.034639 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.035073 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service FLAVORS assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.035692 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.036124 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.036478 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:router Feb 28 18:55:05.037128 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:55:05.037833 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service METERING assigned prefix: /metering {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.039289 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:05.039668 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:05.040018 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:55:05.042573 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:55:05.043027 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:55:05.043682 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:55:05.044453 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service CORE assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.044784 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:55:05.045129 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] subnetpool is already registered Feb 28 18:55:05.045723 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service CORE assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.046051 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:55:05.046380 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] subnetpool is already registered Feb 28 18:55:05.163132 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.163566 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service FLAVORS assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.164163 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.164617 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.164963 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:router Feb 28 18:55:05.165303 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] router is already registered Feb 28 18:55:05.165993 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:55:05.166472 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] floatingip is already registered Feb 28 18:55:05.167104 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service METERING assigned prefix: /metering {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.168078 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:55:05.168434 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] rbac_policy is already registered Feb 28 18:55:05.168690 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:55:05.169013 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] security_group is already registered Feb 28 18:55:05.169593 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:55:05.169917 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] security_group_rule is already registered Feb 28 18:55:05.170573 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service CORE assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.170897 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:55:05.171219 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] subnetpool is already registered Feb 28 18:55:05.171816 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.v2.resource_helper [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Service CORE assigned prefix: {{(pid=87689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:55:05.172140 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:55:05.172483 dv-cinder-831187-1-smb neutron-server[87689]: WARNING neutron.quota.resource_registry [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] subnetpool is already registered Feb 28 18:55:05.173266 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: extensions {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.174980 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: address-groups {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.176651 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: address-scopes {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.177847 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: agents {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.179167 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: auto-allocated-topology {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.180537 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: availability_zones {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.182546 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: dhcp-networks {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.184020 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: dhcp-agents {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.185542 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: routers {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.187518 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: flavors {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.188852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: service_profiles {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.190160 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: next_providers {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.191667 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: service_profiles {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.193163 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: floatingip-pools {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.194377 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: routers {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.196144 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: floatingips {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.197460 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: l3-routers {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.198837 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: l3-agents {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.200535 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: metering-labels {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.201786 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: metering-label-rules {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.203052 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: network-ip-availabilities {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.204349 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: bindings {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.205991 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: quotas {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.207627 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: quotas {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.209048 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: rbac-policies {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.210329 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: security-groups {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.211524 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: security-group-rules {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.213306 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: service-providers {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.214683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: subnetpools {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.216053 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: subnetpools {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.217528 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.219425 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.221308 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.223170 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.226220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.228043 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.229813 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.232116 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.233942 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.236027 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron.api.extensions [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Extended resource: tags {{(pid=87689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 18:55:05.242563 dv-cinder-831187-1-smb neutron-server[87689]: WARNING keystonemiddleware.auth_token [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 18:55:05.247793 dv-cinder-831187-1-smb neutron-server[87689]: WARNING keystonemiddleware.auth_token [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 18:55:05.256198 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_concurrency.lockutils [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Acquired lock "singleton_lock" {{(pid=87689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 18:55:05.256701 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_concurrency.lockutils [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Releasing lock "singleton_lock" {{(pid=87689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 18:55:05.257405 dv-cinder-831187-1-smb neutron-server[87689]: INFO oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Starting 2 workers Feb 28 18:55:05.262990 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Started child 87802 {{(pid=87689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:55:05.267469 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Started child 87803 {{(pid=87689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:55:05.268707 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:05.269326 dv-cinder-831187-1-smb neutron-server[87689]: INFO neutron.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 18:55:05.269708 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Notify callbacks [] for process, before_spawn {{(pid=87689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:05.270136 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [-] (87802) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:55:05.271739 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:05.272259 dv-cinder-831187-1-smb neutron-server[87689]: INFO oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Starting 1 workers Feb 28 18:55:05.273237 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [-] (87803) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:55:05.277953 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Started child 87804 {{(pid=87689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:55:05.278447 dv-cinder-831187-1-smb neutron-server[87689]: INFO oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Starting 1 workers Feb 28 18:55:05.281108 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] calling RpcWorker wait() {{(pid=87804) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 18:55:05.281618 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] returning from RpcWorker wait() {{(pid=87804) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 18:55:05.282824 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Started child 87805 {{(pid=87689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:55:05.282929 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:05.283459 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:05.283590 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG neutron_lib.callbacks.manager [None req-e09de4a8-b718-4f39-b669-a75e30455a89 None None] Notify callbacks [] for process, after_spawn {{(pid=87689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:05.285454 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 18:55:05.285656 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:55:05.285839 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:55:05.286049 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:55:05.286385 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:55:05.286549 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:55:05.287022 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.287300 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.287509 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:05.287973 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.287973 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.288118 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.288692 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.288967 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.289199 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.289467 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.289697 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.289860 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.290016 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.290264 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.290509 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.290972 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.291302 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.291548 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.291809 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.291983 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.292259 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.292573 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.292809 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.293066 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] debug = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.293304 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.293767 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.294002 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.294246 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.294487 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.294747 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.294967 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.295231 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.295459 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.295690 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.295932 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.296187 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.296436 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.296839 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.297055 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.297304 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.297531 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.297989 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] host = dv-cinder-831187-1-smb {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.298202 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.298412 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.298632 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.298851 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.299099 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.299326 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.299584 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.299834 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.300277 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.300520 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.300787 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.301002 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.301234 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.301482 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.301630 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_options = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.301876 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.302150 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.302405 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.302601 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.302759 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.302920 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.303175 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.303338 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.303581 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.303792 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.304002 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.304211 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.304512 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.304746 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.305001 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.305245 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.305474 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.305704 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.305949 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.306193 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.306540 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.306764 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.307967 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.308241 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.308463 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.308677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.308900 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.309112 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.309321 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.309565 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.310007 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.310255 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.310487 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.310739 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.310966 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.311181 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.311371 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.311693 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.311873 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.312112 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.312297 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:05.312461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.312606 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.312810 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.313040 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.313252 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.313768 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_json = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.313986 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.314200 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.314461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.314676 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.314883 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.315093 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.315302 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.315538 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.315882 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.316870 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.316870 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.316870 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.317226 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.317226 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.317465 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.317622 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.317835 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.318090 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.318334 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.318620 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.318844 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.319125 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.319358 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.319593 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.321811 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.322629 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.322932 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.323164 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.323397 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.323661 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.324781 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.328279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.328576 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.330425 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.331797 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.332703 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.333128 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.333426 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.333733 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.334579 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.334880 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.335309 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.335584 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.335815 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.336050 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.336328 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.336555 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.336793 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.337067 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.337290 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.337539 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.338456 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.338714 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.338947 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.339171 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.339410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.339653 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.339871 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.340142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.340418 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.340654 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.340887 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.341100 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.341346 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.341588 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.341810 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.342044 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.342420 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.342708 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.342908 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.343148 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.343523 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.343775 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.344112 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.344365 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.344612 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.344843 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.345084 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.345479 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.345730 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.346082 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.346196 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.346425 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.346647 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.346867 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.347085 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.347475 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.347701 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.347939 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.348159 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.348430 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.348656 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.348899 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.349185 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.349492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.349829 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.350115 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.350367 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.350631 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.350872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.351154 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.351571 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.351850 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.352126 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.352424 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.352682 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.352918 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.353163 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.353385 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.353713 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.353992 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.354304 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.354546 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.354810 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.355052 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.355366 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.355625 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.355886 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.356161 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.356456 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.356744 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.356993 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.357273 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.357513 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.357792 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.358124 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.358513 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.359019 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.359328 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.359657 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.359947 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.360293 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.360653 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.360796 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.361013 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.361297 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.361602 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.361860 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.362081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.362298 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.362547 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.362908 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.363158 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.363413 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.363645 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.364002 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.364471 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.364715 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.365016 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.365259 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.365522 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.365780 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.366023 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.366258 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.366486 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.366737 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.366989 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.367225 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.367436 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.367672 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.367883 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.368100 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.368352 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.368583 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.369008 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.369505 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.369848 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.370138 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.370492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.370706 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.371001 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.372188 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.372344 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.372690 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.372690 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.372938 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.373187 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.373416 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.373699 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.373964 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.374229 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.375884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.375884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.375884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.375884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.375884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.375884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.380503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381238 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.381784 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.382327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.382327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.382510 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.382677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.382931 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.383354 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.383758 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.384133 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.384392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.385155 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.385546 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.385882 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.386109 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.386351 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.386651 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.387171 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.387414 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.387655 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.387897 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.388127 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.388409 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.388644 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.388875 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.389137 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.389377 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.389638 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.389872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.390115 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.390568 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.390714 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.391009 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.391283 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.391623 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.391945 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.392245 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.392506 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.392843 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.393064 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.393336 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.393579 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.393804 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.394288 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.394611 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.395006 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.395519 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.395670 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.395890 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.396190 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.396624 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.396853 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.396987 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.397295 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.397622 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.398052 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.398156 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.398431 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.398712 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.398939 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.399158 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.399437 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.399693 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.399946 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.400365 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.401384 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.401658 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.401895 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.402319 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.402549 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.402818 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.403076 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.403353 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.403602 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.403762 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:55:05.404298 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 18:55:05.404461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:55:05.404617 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:55:05.404790 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:55:05.404963 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:55:05.405117 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:55:05.405352 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.405492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.405654 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.405817 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.405999 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.406162 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.406482 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.406482 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.406681 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.408410 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] debug = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409482 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409482 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409644 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409802 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.409987 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.410148 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.410310 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.410503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.410711 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.410966 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.411126 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.411258 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.411389 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.411567 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.411731 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.411892 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.412087 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] host = dv-cinder-831187-1-smb {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.412267 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.412429 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.412609 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.412774 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.412950 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.413128 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.413293 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.413484 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.413645 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.413806 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.413988 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.414152 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.414325 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.414487 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.414645 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_options = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.414806 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.414965 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.415125 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.415313 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.415503 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.415717 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.415890 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.416072 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:05.416290 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.416444 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.416564 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.416712 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.416872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417033 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417193 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417354 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417515 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417675 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417835 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.417997 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.418157 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.418396 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.418533 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.418746 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.418911 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.419072 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.419235 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.419395 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.419555 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.419719 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.419885 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.420164 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.420463 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.420707 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.421088 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.421223 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.421335 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.421808 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.421808 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422113 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422239 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422361 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422482 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422602 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422749 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.422948 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.423121 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_json = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.423304 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.423486 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.423698 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.423887 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.424078 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.424265 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.424541 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.424737 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.424894 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:55:05.425081 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.425268 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.425469 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.425714 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.425804 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.425966 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.426166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.426313 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.426492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.426658 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.426857 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.427053 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.427216 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.427380 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.427543 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.427709 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.427872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.428036 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.428199 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.442618 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443220 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.443827 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.444496 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445094 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.445683 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446279 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.446872 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448166 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.448852 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449392 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.449927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450461 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.450998 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.451616 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452142 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.452677 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453181 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453181 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453181 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453181 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453458 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453458 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453599 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453675 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453832 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.453997 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.454162 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.454327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.454492 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.454655 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.454839 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.455006 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.455188 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.455359 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.455534 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.455697 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.455861 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.456026 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.456189 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.456375 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.456539 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.456702 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.456884 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.457068 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.457233 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.457420 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.457600 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.457766 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.457973 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.458164 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.458955 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.459106 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.459240 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.459382 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.459560 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.459725 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.459888 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.460050 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.460234 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.460429 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.460593 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.460818 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.460966 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.461092 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.461219 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.461391 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.461570 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.461739 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.461903 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.462068 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.462232 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.462407 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.462580 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.463400 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.463567 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.463727 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.463927 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.464089 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.464286 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.464436 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.464598 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.464771 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.464933 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.465096 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.465258 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.465420 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.465595 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.465761 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.465925 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.466096 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.466259 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.466423 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.466584 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.466760 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.466944 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.467477 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.467477 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.467477 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.467712 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.467779 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.467972 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.468132 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.468287 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.468448 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.468630 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.468802 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.468977 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.469141 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.469327 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.469507 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.469676 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.469838 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.470000 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.470177 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.470325 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.470488 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.470652 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.470814 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471007 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471158 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471321 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471483 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471646 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471809 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.471973 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.472168 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.472380 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.472548 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.472731 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:55:05.472887 dv-cinder-831187-1-smb neutron-server[87689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:55:05.724853 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 45812) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:05.734397 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073547 Feb 28 18:55:17.940112 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8319c9-4cdf-43e9-ace4-ea5fa009f81b None None] get_active_networks_info from dv-cinder-831187-1-smb {{(pid=87804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 28 18:55:18.031810 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8319c9-4cdf-43e9-ace4-ea5fa009f81b None None] No non-hosted networks {{(pid=87804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 18:55:18.045219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.agentschedulers_db [None req-da8319c9-4cdf-43e9-ace4-ea5fa009f81b None None] DHCP Agent not found on host dv-cinder-831187-1-smb {{(pid=87804) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 18:55:18.204744 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5593363b-8019-4fe1-b696-aa99de0063ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332357'] for agent, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.812744 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8b244616-540e-4c5f-87e2-ad1152c708b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332357'] for agent, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:20.897018 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.db.api [None req-24253d6d-eadc-476a-9006-408867939fc5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831187-1-smb {{(pid=87804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:55:20.898636 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG oslo_db.api [None req-24253d6d-eadc-476a-9006-408867939fc5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:55:21.514288 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-24253d6d-eadc-476a-9006-408867939fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.522460 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332357'] for agent, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:21.523569 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.524067 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.524580 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.526845 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.527525 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.528055 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.530074 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.531078 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.531668 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.534279 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.535095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.535840 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:21.536473 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831187-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:21.557185 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831187-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:55:22.272295 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332357'] for agent, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:23.482621 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332357'] for agent, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:25.525929 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 45906) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:26.209620 dv-cinder-831187-1-smb neutron-server[87803]: WARNING oslo_policy.policy [None req-c93b848f-5b95-4396-98ef-464f303aedd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:26.210350 dv-cinder-831187-1-smb neutron-server[87803]: WARNING oslo_policy.policy [None req-c93b848f-5b95-4396-98ef-464f303aedd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:26.439917 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [None req-c93b848f-5b95-4396-98ef-464f303aedd9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:55:26.441176 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c93b848f-5b95-4396-98ef-464f303aedd9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9130132 Feb 28 18:55:27.081936 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.db.l3_hamode_db [None req-25caefe4-5be0-4d2e-a08b-d9828d79d8dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 18:55:27.170318 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25caefe4-5be0-4d2e-a08b-d9828d79d8dd None None] Routers set() bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:55:27.170709 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25caefe4-5be0-4d2e-a08b-d9828d79d8dd None None] Router IDs set() for agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 28 18:55:28.939176 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 45920) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:29.354704 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:29.477280 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.policy [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87803) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 18:55:29.539927 dv-cinder-831187-1-smb neutron-server[87803]: WARNING oslo_policy.policy [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:29.541097 dv-cinder-831187-1-smb neutron-server[87803]: WARNING oslo_policy.policy [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:29.551431 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.quota [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] Loaded quota_driver: . Feb 28 18:55:29.569043 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:29.688035 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783225038962', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783225040293', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783225092924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783225086293', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783225062852', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783225070229', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-534090', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534652', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1635924', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1544869'] for rbac-policy, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:29.882473 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:29.883723 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fff1e8fd-49a3-4665-a7e2-9b7866bd6040 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9437099 Feb 28 18:55:32.671385 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 45934) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:33.098387 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:33.104185 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:33.108867 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Usage tracker for resource:network and tenant:d1fec2520d77410f8dcbc537ed889282 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:55:33.113934 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:55:33.122264 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:55:33.201995 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Made reservation on behalf of d1fec2520d77410f8dcbc537ed889282 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:33.204886 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.226911 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.242580 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:33.247161 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d1fec2520d77410f8dcbc537ed889282 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:55:33.252399 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:55:33.260494 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:55:33.369757 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.448693 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.474167 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:55:33.501415 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783228048388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.502000 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Unsubscribe: segment precommit_create {{(pid=87803) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:55:33.502491 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Added segment 839ec951-2e4e-417c-a3af-515b6c67999a of type vlan for network 5da7b463-00e5-42cd-adaf-b50d030bbea0 Feb 28 18:55:33.511775 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d454f456-cf4b-41c2-984a-8ed2ce20ae75,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:33.563796 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.564141 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.564506 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.564836 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.565237 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.565476 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.565796 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.566115 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.566434 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.566749 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.567064 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.567379 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Tracked resource versions report: Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: pushed versions: Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: { 'AddressGroup': {'1.2'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'ConntrackHelper': {'1.0'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Log': {'1.0'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Network': {'1.1'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Port': {'1.7'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'PortForwarding': {'1.2'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'QosPolicy': {'1.8'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroup': {'1.4'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'SubPort': {'1.0'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Subnet': {'1.1'}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Trunk': {'1.1'}} Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: consumer versions: Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'ConntrackHelper': '1.0', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Log': '1.0', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Network': '1.1', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Port': '1.7', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'PortForwarding': '1.2', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'QosPolicy': '1.8', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroup': '1.4', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroupRule': '1.2', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'SubPort': '1.0', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Subnet': '1.1', Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: 'Trunk': '1.1'}} Feb 28 18:55:33.568459 dv-cinder-831187-1-smb neutron-server[87803]: {{(pid=87803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:55:33.620386 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.716331 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.717559 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:33.718200 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:33.827012 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5da7b463-00e5-42cd-adaf-b50d030bbea0,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:33.839017 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:55:33.894357 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-5b6d3d94-02e2-4c68-ac39-e7abdf2010f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2218072 Feb 28 18:55:36.855514 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 45950) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:37.528745 dv-cinder-831187-1-smb neutron-server[87802]: WARNING oslo_policy.policy [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:37.529418 dv-cinder-831187-1-smb neutron-server[87802]: WARNING oslo_policy.policy [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:37.987973 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.policy [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87802) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 18:55:38.034937 dv-cinder-831187-1-smb neutron-server[87802]: WARNING oslo_policy.policy [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:38.035321 dv-cinder-831187-1-smb neutron-server[87802]: WARNING oslo_policy.policy [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:55:38.043931 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:38.045745 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d691b7e0-3847-4c22-b0f5-826618651361 admin admin] 10.222.0.41 "GET /v2.0/networks/5da7b463-00e5-42cd-adaf-b50d030bbea0 HTTP/1.1" status: 200 len: 825 time: 1.1890006 Feb 28 18:55:38.078985 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-62fde7ff-cafa-4c5e-ab7b-312192a651a3 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/17246661-0168-4e6c-8a7d-bbb34a5bb8ab HTTP/1.1" status: 200 len: 734 time: 0.0277402 Feb 28 18:55:38.088410 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Request body: {'subnet': {'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab', 'ip_version': 4}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:38.090099 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.quota [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Loaded quota_driver: . Feb 28 18:55:38.096825 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:38.102903 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Usage tracker for resource:subnet and tenant:d1fec2520d77410f8dcbc537ed889282 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:55:38.106430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:55:38.113544 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:55:38.213790 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Made reservation on behalf of d1fec2520d77410f8dcbc537ed889282 for: {'subnet': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:38.216623 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.625511 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:38.714582 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Checking segment: {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:55:38.715335 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Network hostable DHCP agents. Network: 5da7b463-00e5-42cd-adaf-b50d030bbea0, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:55:38.735009 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec24270-ead0-49bf-ab3d-61d9c5420bca,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:38.747571 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.747913 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.748256 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.748584 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.748902 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.749234 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.749543 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.749854 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.750190 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.750796 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.750796 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.751106 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Tracked resource versions report: Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: pushed versions: Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: { 'AddressGroup': {'1.2'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'ConntrackHelper': {'1.0'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Log': {'1.0'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Network': {'1.1'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Port': {'1.7'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'PortForwarding': {'1.2'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'QosPolicy': {'1.8'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroup': {'1.4'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'SubPort': {'1.0'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Subnet': {'1.1'}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Trunk': {'1.1'}} Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: consumer versions: Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'ConntrackHelper': '1.0', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Log': '1.0', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Network': '1.1', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Port': '1.7', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'PortForwarding': '1.2', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'QosPolicy': '1.8', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroup': '1.4', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroupRule': '1.2', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'SubPort': '1.0', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Subnet': '1.1', Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: 'Trunk': '1.1'}} Feb 28 18:55:38.752634 dv-cinder-831187-1-smb neutron-server[87802]: {{(pid=87802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:55:38.830652 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:55:38.996355 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 5da7b463-00e5-42cd-adaf-b50d030bbea0) {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:39.002047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:39.002047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:39.007201 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa84500-b6b6-4213-a1ce-8d91f9d8a209 None None] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:55:39.145777 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d7ec7d39-c212-4a88-a136-afe35f8c9645 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0611105 Feb 28 18:55:39.374915 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-5da7b463-00e5-42cd-adaf-b50d030bbea0', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 18:55:39.376166 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:39.625347 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Allocated IP 172.20.0.2 (5da7b463-00e5-42cd-adaf-b50d030bbea0/fec24270-ead0-49bf-ab3d-61d9c5420bca/06a24263-6371-46e3-8cbe-639cf963902a) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:39.911527 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:39.927021 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Transition to ACTIVE for port object 06a24263-6371-46e3-8cbe-639cf963902a will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:55:39.957734 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Transition to ACTIVE for port object 06a24263-6371-46e3-8cbe-639cf963902a will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:55:40.066519 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:40.143339 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:55:40.151364 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:55:40.159224 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Pushing event updated for resources: {'Port': ['ID=06a24263-6371-46e3-8cbe-639cf963902a,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:40.161813 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:55:40.171372 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.171708 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.172048 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.172396 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.172725 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.173273 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.173569 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.173895 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.174214 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.174539 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.174843 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.175156 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Tracked resource versions report: Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: pushed versions: Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: { 'AddressGroup': {'1.2'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'ConntrackHelper': {'1.0'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Log': {'1.0'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Network': {'1.1'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Port': {'1.7'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'PortForwarding': {'1.2'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'QosPolicy': {'1.8'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroup': {'1.4'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'SubPort': {'1.0'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Subnet': {'1.1'}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Trunk': {'1.1'}} Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: consumer versions: Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'ConntrackHelper': '1.0', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Log': '1.0', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Network': '1.1', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Port': '1.7', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'PortForwarding': '1.2', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'QosPolicy': '1.8', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroup': '1.4', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroupRule': '1.2', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'SubPort': '1.0', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Subnet': '1.1', Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: 'Trunk': '1.1'}} Feb 28 18:55:40.176272 dv-cinder-831187-1-smb neutron-server[87804]: {{(pid=87804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:55:40.276698 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Attempting to bind port 06a24263-6371-46e3-8cbe-639cf963902a on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:55:40.277233 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Attempting to bind port 06a24263-6371-46e3-8cbe-639cf963902a by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:55:40.277822 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Attempting to bind port 06a24263-6371-46e3-8cbe-639cf963902a on network 5da7b463-00e5-42cd-adaf-b50d030bbea0 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:55:40.285110 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:55:40.285524 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Checking segment: {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:55:40.285996 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:40.286389 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Bound using segment: {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:55:40.286907 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Bound port: 06a24263-6371-46e3-8cbe-639cf963902a, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:55:40.287291 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:40.481081 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] For port 06a24263-6371-46e3-8cbe-639cf963902a, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:55:40.487203 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] For port 06a24263-6371-46e3-8cbe-639cf963902a, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=06a24263-6371-46e3-8cbe-639cf963902a,segment=NetworkSegment(839ec951-2e4e-417c-a3af-515b6c67999a),segment_id=839ec951-2e4e-417c-a3af-515b6c67999a)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:55:40.557607 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:40.716307 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08411a9-7c76-4d75-861d-30304f2b39f3 None None] Pushing event updated for resources: {'Port': ['ID=06a24263-6371-46e3-8cbe-639cf963902a,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:41.961057 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 45970) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:42.478714 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [None req-cdd72324-6e13-4674-a09c-231447ff5346 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:55:42.480549 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-cdd72324-6e13-4674-a09c-231447ff5346 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5174806 Feb 28 18:55:45.039202 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7654a1d-b046-43cd-b215-cfc6eada8c8c None None] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:55:45.180059 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-875cfe8c-7212-4e9e-b743-9bee5cf239fd None None] Provisioning for port 06a24263-6371-46e3-8cbe-639cf963902a completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:55:45.257369 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 45984) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:45.672187 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 06a24263-6371-46e3-8cbe-639cf963902a up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:55:45.855000 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 06a24263-6371-46e3-8cbe-639cf963902a completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:55:45.862485 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 06a24263-6371-46e3-8cbe-639cf963902a triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:45.862908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:45.869659 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [None req-d0a50b5e-34ba-483d-90c1-a141e10b0302 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:55:45.871727 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-d0a50b5e-34ba-483d-90c1-a141e10b0302 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6132698 Feb 28 18:55:46.014159 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:46.065055 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 06a24263-6371-46e3-8cbe-639cf963902a, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=06a24263-6371-46e3-8cbe-639cf963902a,segment=NetworkSegment(839ec951-2e4e-417c-a3af-515b6c67999a),segment_id=839ec951-2e4e-417c-a3af-515b6c67999a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:55:46.196282 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:46.283611 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=06a24263-6371-46e3-8cbe-639cf963902a,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:47.624709 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 06a24263-6371-46e3-8cbe-639cf963902a up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:55:47.704715 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 06a24263-6371-46e3-8cbe-639cf963902a triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:55:47.705075 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:47.973520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9bf8fcbf-832f-41b2-8893-f7032a8b93a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:48.942359 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 45996) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:49.360837 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Request body: {'router': {'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:49.365704 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:49.370281 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Usage tracker for resource:router and tenant:d1fec2520d77410f8dcbc537ed889282 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:55:49.374607 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:55:49.380657 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:55:49.538650 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:49.546138 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:49.568963 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:49.786309 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:49.922420 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:49.923745 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6f2f8972-24dc-4233-9b9e-705a841b9d52 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9804184 Feb 28 18:55:50.808278 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d2c08c70-9d2f-45bb-8621-f5f1fe90e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:51.613439 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:52.299499 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:52.531446 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46008) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:52.870044 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [None req-716603f0-d040-4e30-8d36-9358d4ca2379 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:55:52.871015 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-716603f0-d040-4e30-8d36-9358d4ca2379 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3387241 Feb 28 18:55:53.448130 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:55.262994 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46028) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:55.313415 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:55:55.324191 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:55.328511 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Usage tracker for resource:network and tenant:e994736d1ae947508f1b035be08eb35e is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:55:55.331621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:55:55.339359 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:55:55.447956 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Made reservation on behalf of e994736d1ae947508f1b035be08eb35e for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:55:55.450191 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:55.464365 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:55.479631 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:55:55.483818 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:e994736d1ae947508f1b035be08eb35e is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:55:55.486705 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:55:55.492552 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:55:55.577807 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:55.762023 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:55.783276 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Reserving flat network on physical network physnet1 {{(pid=87803) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 18:55:55.803710 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9958f5-c988-4200-b6a1-a10a12f6c242,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:55.809015 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:55.809348 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Added segment f4c20bd1-dc21-446e-923e-25cd949e14f4 of type flat for network 79239819-12ee-4fa1-95ed-e8bf390e4e25 Feb 28 18:55:55.847879 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:56.043619 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:56.044526 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:56.045110 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:56.169544 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=79239819-12ee-4fa1-95ed-e8bf390e4e25,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:55:56.179408 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:55:56.351174 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-702c4425-547f-4887-b945-6f9cc68c1ef6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0870810 Feb 28 18:55:58.677833 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46046) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:55:58.796157 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf101814-206d-4f57-9064-b518b069092c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:55:58.797855 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-cf101814-206d-4f57-9064-b518b069092c admin admin] 10.222.0.41 "GET /v2.0/subnets/fec24270-ead0-49bf-ab3d-61d9c5420bca HTTP/1.1" status: 200 len: 849 time: 0.1190755 Feb 28 18:55:58.957567 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fb50ef00-4e04-4e9c-bd50-1248d19b1c74 admin admin] 10.222.0.41 "GET /v2.0/routers/bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 HTTP/1.1" status: 200 len: 704 time: 0.1535842 Feb 28 18:55:59.455029 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:59.727208 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Allocated IP 172.20.0.1 (5da7b463-00e5-42cd-adaf-b50d030bbea0/fec24270-ead0-49bf-ab3d-61d9c5420bca/9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:55:59.898238 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:59.917866 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.provisioning_blocks [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Transition to ACTIVE for port object 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab will not be triggered until provisioned by entity DHCP. {{(pid=87803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:56:00.134830 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:00.203436 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:56:00.213103 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:56:00.218936 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:56:00.218936 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:00.396395 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Pushing event updated for resources: {'Port': ['ID=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:00.618579 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-c3a79e87-b1d3-4323-a299-1fa10ab6687f None None] Provisioning for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:56:00.623854 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-c3a79e87-b1d3-4323-a299-1fa10ab6687f None None] Provisioning complete for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:00.624239 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c3a79e87-b1d3-4323-a299-1fa10ab6687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:00.681505 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-c3a79e87-b1d3-4323-a299-1fa10ab6687f None None] Port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 18:56:00.862061 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:01.132851 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:01.247611 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:01.248448 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:01.395992 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Pushing event updated for resources: {'Port': ['ID=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:01.457995 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:56:01.459085 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:56:01.707541 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-0888205f-4586-4db3-a491-14922b86fbdc None None] Provisioning complete for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:01.708203 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-0888205f-4586-4db3-a491-14922b86fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:01.768787 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-0888205f-4586-4db3-a491-14922b86fbdc None None] Port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 18:56:01.801750 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 18:56:01.965269 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 18:56:01.975853 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6faab68b-f03f-49d7-9d55-09932d7b4767 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0115013 Feb 28 18:56:01.979069 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Sync routers for ids ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:56:01.990634 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Routers {'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:56:01.993694 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T18:55:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:02.182131 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Set router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 gateway port host: None {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:56:02.598792 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'name': 'router1', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:49Z', 'updated_at': '2022-02-28T18:56:00Z', 'revision_number': 2, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'gw_port_host': None, '_interfaces': [{'id': '9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab', 'name': '', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'mac_address': 'fa:16:3e:7b:c3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:59Z', 'updated_at': '2022-02-28T18:56:00Z', 'revision_number': 2, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'subnets': [{'id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:02.605045 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Checking router: bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:56:02.605427 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Updating router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:56:02.669142 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.093089 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.109251 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Transition to ACTIVE for port object 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:56:03.270025 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.530576 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Attempting to bind port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:56:03.531443 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Attempting to bind port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:56:03.532099 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Attempting to bind port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab on network 5da7b463-00e5-42cd-adaf-b50d030bbea0 {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:56:03.544203 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Pushing event updated for resources: {'Port': ['ID=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:03.550378 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:56:03.550981 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Checking segment: {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:56:03.552386 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.552386 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Bound using segment: {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:56:03.553904 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Bound port: 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839ec951-2e4e-417c-a3af-515b6c67999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:56:03.553904 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.568248 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.568584 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.568931 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.569260 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.570128 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.570128 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.570375 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.570513 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.570832 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.571725 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.572066 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.572412 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Tracked resource versions report: Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: pushed versions: Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: { 'AddressGroup': {'1.2'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'ConntrackHelper': {'1.0'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Log': {'1.0'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Network': {'1.1'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Port': {'1.7'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'PortForwarding': {'1.2'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'QosPolicy': {'1.8'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroup': {'1.4'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroupRule': {'1.2'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'SubPort': {'1.0'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Subnet': {'1.1'}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Trunk': {'1.1'}} Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: consumer versions: Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'ConntrackHelper': '1.0', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Log': '1.0', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Network': '1.1', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Port': '1.7', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'PortForwarding': '1.2', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'QosPolicy': '1.8', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroup': '1.4', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroupRule': '1.2', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'SubPort': '1.0', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Subnet': '1.1', Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: 'Trunk': '1.1'}} Feb 28 18:56:03.573521 dv-cinder-831187-1-smb neutron-server[87805]: {{(pid=87805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:56:03.687575 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] For port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:56:03.692096 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] For port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,segment=NetworkSegment(839ec951-2e4e-417c-a3af-515b6c67999a),segment_id=839ec951-2e4e-417c-a3af-515b6c67999a)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:56:03.773625 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:03.860464 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Routers {'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:56:03.861111 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T18:55:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:03.964431 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b60bd-54bf-424e-9cb5-da55daedf172 None None] Pushing event updated for resources: {'Port': ['ID=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,revision_number=4']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:04.061308 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] Set router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 gateway port host: None {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:56:04.450297 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'name': 'router1', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:49Z', 'updated_at': '2022-02-28T18:56:00Z', 'revision_number': 2, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'gw_port_host': None, '_interfaces': [{'id': '9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab', 'name': '', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'mac_address': 'fa:16:3e:7b:c3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:59Z', 'updated_at': '2022-02-28T18:56:03Z', 'revision_number': 4, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'subnets': [{'id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:04.451453 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46058) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:04.455483 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee7d8f-c2a6-450c-aae5-70899df95e0d None None] The sync data for ids ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'] in dv-cinder-831187-1-smb is: [{'id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'name': 'router1', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:49Z', 'updated_at': '2022-02-28T18:56:00Z', 'revision_number': 2, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'gw_port_host': None, '_interfaces': [{'id': '9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab', 'name': '', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'mac_address': 'fa:16:3e:7b:c3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:59Z', 'updated_at': '2022-02-28T18:56:03Z', 'revision_number': 4, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'subnets': [{'id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:56:04.623424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e95f5-0313-4424-b480-58f042322017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:04.623975 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c08e95f5-0313-4424-b480-58f042322017 admin admin] Synchronizing usage tracker for tenant:e994736d1ae947508f1b035be08eb35e on resource:network {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:56:04.739621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c08e95f5-0313-4424-b480-58f042322017 admin admin] Unset dirty status for tenant:e994736d1ae947508f1b035be08eb35e on resource:network {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:56:04.741604 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c08e95f5-0313-4424-b480-58f042322017 admin admin] 10.222.0.41 "GET /v2.0/networks/79239819-12ee-4fa1-95ed-e8bf390e4e25 HTTP/1.1" status: 200 len: 842 time: 0.2889366 Feb 28 18:56:04.751867 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'name': 'public-subnet'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:56:04.757251 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:56:04.761696 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Usage tracker for resource:subnet and tenant:e994736d1ae947508f1b035be08eb35e is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:56:04.766212 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:56:04.773531 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:56:04.893178 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Made reservation on behalf of e994736d1ae947508f1b035be08eb35e for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:56:04.895646 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:05.433810 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.objects.ports [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87803) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 28 18:56:05.434280 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:05.508872 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2cc5bd-de88-4621-b479-ec4ee0b52f45,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:05.519854 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:56:05.520210 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Network hostable DHCP agents. Network: 79239819-12ee-4fa1-95ed-e8bf390e4e25, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:56:05.644083 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:56:05.683499 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:56:05.761673 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 79239819-12ee-4fa1-95ed-e8bf390e4e25) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:56:05.767258 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:05.768921 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:05.771481 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bbe208-438a-4a29-8d18-2676abcf7e55 None None] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:56:05.800663 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:56:05.810444 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:05.810815 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:05.865471 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ea5e71c9-6ac9-4af9-97df-370c2eaa429c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1172700 Feb 28 18:56:06.096503 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:06.128415 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f67d6a3-b739-4c8d-ae55-35d32c1bd8b4 None None] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:56:06.217997 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,segment=NetworkSegment(839ec951-2e4e-417c-a3af-515b6c67999a),segment_id=839ec951-2e4e-417c-a3af-515b6c67999a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:56:06.301557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:06.439621 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:07.630205 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:56:07.706980 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:07.707282 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:08.275889 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46072) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:08.551523 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-46d69d85-a3cc-4e68-9c14-3b831e169ee1 admin admin] 10.222.0.41 "GET /v2.0/routers/bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 HTTP/1.1" status: 200 len: 710 time: 0.2744937 Feb 28 18:56:08.690444 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c09e7-0cae-41c1-88aa-f5311c867af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:56:08.691820 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-427c09e7-0cae-41c1-88aa-f5311c867af0 admin admin] 10.222.0.41 "GET /v2.0/networks/79239819-12ee-4fa1-95ed-e8bf390e4e25 HTTP/1.1" status: 200 len: 886 time: 0.1347961 Feb 28 18:56:08.701362 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:56:09.166019 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:09.577442 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:09.634980 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:09.782189 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Allocated IP 172.28.1.24 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/02e2938b-8d86-4d82-a2da-bc634eda7cef) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:56:09.981792 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:10.099542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:10.164136 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:56:10.171107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:56:10.175769 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:56:10.231787 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=02e2938b-8d86-4d82-a2da-bc634eda7cef,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:10.652804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:11.000871 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:11.005239 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-333942'] for router, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:11.196151 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 18:56:11.421749 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 18:56:11.430954 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:11.439152 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Sync routers for ids ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 18:56:11.439668 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ff9e1083-5bda-4396-97ca-b95a6d3fb5a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 HTTP/1.1" status: 200 len: 889 time: 2.7342124 Feb 28 18:56:11.442884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Routers {'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:56:11.443562 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T18:55:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:11.673287 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Set router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:56:12.087679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'name': 'router1', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '02e2938b-8d86-4d82-a2da-bc634eda7cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:49Z', 'updated_at': '2022-02-28T18:56:10Z', 'revision_number': 4, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'gw_port': {'id': '02e2938b-8d86-4d82-a2da-bc634eda7cef', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:56:09Z', 'updated_at': '2022-02-28T18:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab', 'name': '', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'mac_address': 'fa:16:3e:7b:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:59Z', 'updated_at': '2022-02-28T18:56:06Z', 'revision_number': 5, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'subnets': [{'id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:12.092908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Checking router: bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 18:56:12.093460 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Updating router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 port 02e2938b-8d86-4d82-a2da-bc634eda7cef binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 18:56:12.151428 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:12.553097 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:12.566042 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Transition to ACTIVE for port object 02e2938b-8d86-4d82-a2da-bc634eda7cef will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:56:12.658626 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:12.743454 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e1bbe-5cbf-46da-9699-7b5681bceab1 None None] Pushing event updated for resources: {'Port': ['ID=02e2938b-8d86-4d82-a2da-bc634eda7cef,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:12.748104 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Attempting to bind port 02e2938b-8d86-4d82-a2da-bc634eda7cef on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:56:12.748582 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Attempting to bind port 02e2938b-8d86-4d82-a2da-bc634eda7cef by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:56:12.748990 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Attempting to bind port 02e2938b-8d86-4d82-a2da-bc634eda7cef on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:56:12.755077 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:56:12.755445 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:56:12.755837 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:12.756240 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:56:12.756725 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Bound port: 02e2938b-8d86-4d82-a2da-bc634eda7cef, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:56:12.757222 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:12.834561 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] For port 02e2938b-8d86-4d82-a2da-bc634eda7cef, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:56:12.837646 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] For port 02e2938b-8d86-4d82-a2da-bc634eda7cef, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=02e2938b-8d86-4d82-a2da-bc634eda7cef,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:56:12.899051 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:12.977960 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Routers {'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 18:56:12.978906 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T18:55:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:13.047436 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e1bbe-5cbf-46da-9699-7b5681bceab1 None None] Pushing event updated for resources: {'Port': ['ID=02e2938b-8d86-4d82-a2da-bc634eda7cef,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:13.180177 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] Set router bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 18:56:13.535821 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'name': 'router1', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '02e2938b-8d86-4d82-a2da-bc634eda7cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:49Z', 'updated_at': '2022-02-28T18:56:10Z', 'revision_number': 4, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'gw_port': {'id': '02e2938b-8d86-4d82-a2da-bc634eda7cef', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:56:09Z', 'updated_at': '2022-02-28T18:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab', 'name': '', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'mac_address': 'fa:16:3e:7b:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:59Z', 'updated_at': '2022-02-28T18:56:06Z', 'revision_number': 5, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'subnets': [{'id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:56:13.540740 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902fdcc2-1616-4e8b-835b-6187ff007056 None None] The sync data for ids ['bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005'] in dv-cinder-831187-1-smb is: [{'id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'name': 'router1', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '02e2938b-8d86-4d82-a2da-bc634eda7cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:55:49Z', 'updated_at': '2022-02-28T18:56:10Z', 'revision_number': 4, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'gw_port': {'id': '02e2938b-8d86-4d82-a2da-bc634eda7cef', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:56:09Z', 'updated_at': '2022-02-28T18:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab', 'name': '', 'network_id': '5da7b463-00e5-42cd-adaf-b50d030bbea0', 'tenant_id': 'd1fec2520d77410f8dcbc537ed889282', 'mac_address': 'fa:16:3e:7b:c3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dc6b2-6ade-4a65-bc66-f9eaffa7e005', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:55:59Z', 'updated_at': '2022-02-28T18:56:06Z', 'revision_number': 5, 'project_id': 'd1fec2520d77410f8dcbc537ed889282', 'subnets': [{'id': 'fec24270-ead0-49bf-ab3d-61d9c5420bca', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17246661-0168-4e6c-8a7d-bbb34a5bb8ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 18:56:14.029255 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46082) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:56:14.171585 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-438f4429-3ede-4727-80c3-74ef9b155602 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1409562 Feb 28 18:56:15.693593 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 02e2938b-8d86-4d82-a2da-bc634eda7cef up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:56:15.864873 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 02e2938b-8d86-4d82-a2da-bc634eda7cef completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:56:15.870937 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 02e2938b-8d86-4d82-a2da-bc634eda7cef triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:15.871504 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:16.057074 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:16.081990 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 02e2938b-8d86-4d82-a2da-bc634eda7cef, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=02e2938b-8d86-4d82-a2da-bc634eda7cef,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:56:16.156336 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:16.233618 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=02e2938b-8d86-4d82-a2da-bc634eda7cef,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:56:17.328624 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:56:17.643424 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 02e2938b-8d86-4d82-a2da-bc634eda7cef up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:56:17.733960 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 02e2938b-8d86-4d82-a2da-bc634eda7cef triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:56:17.734318 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:17.973344 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-72fdfba7-1668-49ba-a34b-6661a85ec36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:20.785220 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-847837ae-5364-4fa5-82d4-88ae379b2b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:21.459048 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:22.275757 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:23.441430 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:47.961445 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-cf45aaad-b1e5-4264-8e2c-51eb0ee50096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:50.795552 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d4c6587a-204b-49db-92c9-1331cc3c8b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:51.511243 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:52.235760 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:53.510213 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:54.327500 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:57:17.962417 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9c1c3def-3beb-4ac8-a97f-f3674b4e99d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:20.773617 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5addc852-98fc-48da-bb56-85603b04e63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:21.440441 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:22.240614 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:23.462866 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:31.333534 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:57:47.990011 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bd7b-56f8-4b7c-9e41-9d8ac8a6aff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:50.767125 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-81e2e447-2b3e-4a72-86bc-b4c807b0c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:51.457535 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:52.239857 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:53.469942 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:08.324431 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:58:17.970673 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-05113759-6871-4dfa-a293-5daac353bdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:20.782402 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-4fa04e88-23f0-4bed-b3f0-3700f69a6fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:21.458598 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:22.273084 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:23.486520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:26.209042 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46652) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:26.277633 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c716c9e-33f2-4fe0-8119-74709972f313 admin admin] GET failed (client error): The resource could not be found. Feb 28 18:58:26.278932 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-5c716c9e-33f2-4fe0-8119-74709972f313 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689230 Feb 28 18:58:26.413483 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660dc0b5-92c9-48f8-b632-8d9485a6a1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:26.414834 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-660dc0b5-92c9-48f8-b632-8d9485a6a1a2 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1315477 Feb 28 18:58:28.613560 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46662) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:28.727121 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604882c-9736-4d83-8b94-f8f357da71fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:28.728763 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-f604882c-9736-4d83-8b94-f8f357da71fe admin admin] 10.222.0.41 "GET /v2.0/subnets/fec24270-ead0-49bf-ab3d-61d9c5420bca HTTP/1.1" status: 200 len: 849 time: 0.1139641 Feb 28 18:58:28.738117 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:58:28.852858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Notify callbacks [] for subnet, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:29.104204 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783227909605'] for subnet, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:29.150801 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:29.151458 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:29.153302 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] 10.222.0.41 "PUT /v2.0/subnets/fec24270-ead0-49bf-ab3d-61d9c5420bca HTTP/1.1" status: 200 len: 868 time: 0.4184625 Feb 28 18:58:29.156267 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3663f-8de4-4a47-934a-fd8bceab6bc6 None None] Network 5da7b463-00e5-42cd-adaf-b50d030bbea0 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:58:29.179077 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec24270-ead0-49bf-ab3d-61d9c5420bca,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:58:29.188847 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.189127 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.189411 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.189744 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.190079 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.190400 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.190724 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.191050 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.191371 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.191692 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.192010 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.192357 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f95a20-427d-4d1a-812c-d27bd73d062c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:58:29.612838 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-3c48e674-cd8b-4020-b447-e44dd6cc2091 None None] Provisioning complete for port 06a24263-6371-46e3-8cbe-639cf963902a triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:58:29.613270 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3c48e674-cd8b-4020-b447-e44dd6cc2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:29.742290 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-3c48e674-cd8b-4020-b447-e44dd6cc2091 None None] Provisioning complete for port 9746d9c4-e3fd-4ac9-91cb-b6e0c8c1baab triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:58:29.742569 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3c48e674-cd8b-4020-b447-e44dd6cc2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:31.351501 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46672) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:31.530887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4a004-bbde-4d06-b85c-10b2df186393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:31.531845 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4a004-bbde-4d06-b85c-10b2df186393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:31.532860 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-49f4a004-bbde-4d06-b85c-10b2df186393 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1803861 Feb 28 18:58:33.739600 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46682) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:33.927398 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e502896-689c-48b6-aa37-888d2f9388c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:33.927867 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e502896-689c-48b6-aa37-888d2f9388c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:33.929756 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2e502896-689c-48b6-aa37-888d2f9388c3 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1891406 Feb 28 18:58:36.136284 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46692) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:36.315776 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9ae26-752f-40b8-90ba-b9a39a8e1a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:36.317078 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-04a9ae26-752f-40b8-90ba-b9a39a8e1a15 admin admin] 10.222.0.41 "GET /v2.0/networks/5da7b463-00e5-42cd-adaf-b50d030bbea0 HTTP/1.1" status: 200 len: 869 time: 0.1798589 Feb 28 18:58:38.565834 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46702) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:38.741318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc49946-a1e0-44ea-a47d-a4f4f6251aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:38.742689 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-7dc49946-a1e0-44ea-a47d-a4f4f6251aad admin admin] 10.222.0.41 "GET /v2.0/networks/79239819-12ee-4fa1-95ed-e8bf390e4e25 HTTP/1.1" status: 200 len: 886 time: 0.1755917 Feb 28 18:58:40.945606 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46712) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:41.055848 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e07470-8dd5-4923-9073-11d88235e961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:41.056389 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e07470-8dd5-4923-9073-11d88235e961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:41.057153 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-57e07470-8dd5-4923-9073-11d88235e961 admin admin] Synchronizing usage tracker for tenant:e994736d1ae947508f1b035be08eb35e on resource:subnet {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:58:41.142166 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-57e07470-8dd5-4923-9073-11d88235e961 admin admin] Unset dirty status for tenant:e994736d1ae947508f1b035be08eb35e on resource:subnet {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:58:41.143370 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-57e07470-8dd5-4923-9073-11d88235e961 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1968279 Feb 28 18:58:43.332399 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46722) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:43.441081 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7911131-6d4e-4dbc-9cc9-1be54afaa3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:43.441536 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7911131-6d4e-4dbc-9cc9-1be54afaa3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:43.443091 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c7911131-6d4e-4dbc-9cc9-1be54afaa3fb admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097217 Feb 28 18:58:45.326789 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:58:45.623874 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46732) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:45.727727 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90fb39-cef1-4cbf-a32b-cdcca729cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:45.729769 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-df90fb39-cef1-4cbf-a32b-cdcca729cf8b admin admin] 10.222.0.41 "GET /v2.0/subnets/3a2cc5bd-de88-4621-b479-ec4ee0b52f45 HTTP/1.1" status: 200 len: 816 time: 0.1048784 Feb 28 18:58:47.923439 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46742) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:58:47.987350 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-308b0a9a-22ce-4a6b-9eca-f70c62f03281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:48.030559 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fc864-c7a5-46b0-942b-8adbc714f3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:58:48.031937 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-221fc864-c7a5-46b0-942b-8adbc714f3ef admin admin] 10.222.0.41 "GET /v2.0/subnets/fec24270-ead0-49bf-ab3d-61d9c5420bca HTTP/1.1" status: 200 len: 868 time: 0.1075439 Feb 28 18:58:50.783864 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-027758d1-91db-4e67-9983-7292b806f7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:51.484677 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:52.245061 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:53.475250 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:06.955854 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46788) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:59:07.003820 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [None req-3eadc5b7-a4a5-4cd6-89f3-a7d27ee4e00c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 18:59:07.004830 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3eadc5b7-a4a5-4cd6-89f3-a7d27ee4e00c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480287 Feb 28 18:59:09.245339 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46798) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:59:09.311697 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01ec7c8-df0b-4a18-b604-965bed6eba2d admin admin] GET failed (client error): The resource could not be found. Feb 28 18:59:09.312990 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-c01ec7c8-df0b-4a18-b604-965bed6eba2d admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667241 Feb 28 18:59:09.443108 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44b4af-1f65-4f0b-962c-2dbb41721e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:09.444507 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3d44b4af-1f65-4f0b-962c-2dbb41721e2a admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1276553 Feb 28 18:59:11.626951 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46808) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:59:11.674066 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:59:11.679100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:59:11.689329 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:59:11.772532 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Made reservation on behalf of e994736d1ae947508f1b035be08eb35e for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:59:11.774865 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:11.867637 dv-cinder-831187-1-smb neutron-server[87802]: WARNING neutron.services.revisions.revision_plugin [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Could not find related network for resource to bump revision. Feb 28 18:59:11.881379 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:59:11.892173 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783228048388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:11.892674 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Unsubscribe: segment precommit_create {{(pid=87802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:59:11.893130 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Added segment 3bc2b62e-be53-4a00-80c6-c938133a854e of type vlan for network 2bb1af12-c13d-4fe5-9224-ded78371b056 Feb 28 18:59:11.925520 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:12.009265 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:12.010275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:12.010855 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:12.110383 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] Pushing event updated for resources: {'Network': ['ID=2bb1af12-c13d-4fe5-9224-ded78371b056,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:59:12.121000 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 2bb1af12-c13d-4fe5-9224-ded78371b056 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:59:12.164416 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3a722282-0cd7-4508-a2fc-ddf78e8e742c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5363250 Feb 28 18:59:14.353122 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46818) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:59:14.422071 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.pecan_wsgi.hooks.translation [None req-20304acf-5d53-49a6-85c4-e4478f0e547b admin admin] GET failed (client error): The resource could not be found. Feb 28 18:59:14.423334 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-20304acf-5d53-49a6-85c4-e4478f0e547b admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0692837 Feb 28 18:59:14.528905 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6399548-16a8-434e-b6e6-9920b0351b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:14.530345 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-e6399548-16a8-434e-b6e6-9920b0351b0d admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1032321 Feb 28 18:59:14.539800 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 18:59:14.544415 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:59:14.553703 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:59:14.666815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Made reservation on behalf of e994736d1ae947508f1b035be08eb35e for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:59:14.669294 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:14.924276 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:15.001681 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34d8f14-17ab-4735-b076-51b3ee0adcd9,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:59:15.006479 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Checking segment: {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:59:15.006833 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Network hostable DHCP agents. Network: 2bb1af12-c13d-4fe5-9224-ded78371b056, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:59:15.015347 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.015688 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.016306 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.016639 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.016967 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.017294 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.017617 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.017938 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.018260 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.018580 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.018899 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.019216 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.095039 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Network 2bb1af12-c13d-4fe5-9224-ded78371b056 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:59:15.160853 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 2bb1af12-c13d-4fe5-9224-ded78371b056) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:59:15.165060 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:59:15.166451 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:15.171692 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8598276-9ec8-4df6-a244-5cd4d27266e2 None None] Network 2bb1af12-c13d-4fe5-9224-ded78371b056 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:59:15.344601 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1b7622a5-006a-425b-9da7-18ba74974f55 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8080053 Feb 28 18:59:15.380631 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-2bb1af12-c13d-4fe5-9224-ded78371b056', 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056', 'tenant_id': 'e994736d1ae947508f1b035be08eb35e', 'fixed_ips': [{'subnet_id': 'b34d8f14-17ab-4735-b076-51b3ee0adcd9'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 18:59:15.381483 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:15.551010 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Allocated IP 192.168.233.2 (2bb1af12-c13d-4fe5-9224-ded78371b056/b34d8f14-17ab-4735-b076-51b3ee0adcd9/13ad3ae4-cf19-4020-8534-d4e54d96953e) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:59:15.762428 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:15.772867 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Transition to ACTIVE for port object 13ad3ae4-cf19-4020-8534-d4e54d96953e will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:59:15.792021 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Transition to ACTIVE for port object 13ad3ae4-cf19-4020-8534-d4e54d96953e will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:59:15.873021 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:15.933571 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Network 2bb1af12-c13d-4fe5-9224-ded78371b056 is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:59:15.940504 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:59:15.944956 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 18:59:15.951472 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Pushing event updated for resources: {'Port': ['ID=13ad3ae4-cf19-4020-8534-d4e54d96953e,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:59:15.987261 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.987605 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.987948 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.988305 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.988637 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.988967 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.989292 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.989612 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.989950 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.990273 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.990605 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:15.990907 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:59:16.049458 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Attempting to bind port 13ad3ae4-cf19-4020-8534-d4e54d96953e on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:59:16.049817 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Attempting to bind port 13ad3ae4-cf19-4020-8534-d4e54d96953e by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:59:16.050169 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Attempting to bind port 13ad3ae4-cf19-4020-8534-d4e54d96953e on network 2bb1af12-c13d-4fe5-9224-ded78371b056 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 18:59:16.055336 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 18:59:16.056268 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Checking segment: {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 18:59:16.057345 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:16.057345 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Bound using segment: {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 18:59:16.057618 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Bound port: 13ad3ae4-cf19-4020-8534-d4e54d96953e, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:59:16.057832 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:16.145661 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] For port 13ad3ae4-cf19-4020-8534-d4e54d96953e, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 18:59:16.149219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] For port 13ad3ae4-cf19-4020-8534-d4e54d96953e, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=13ad3ae4-cf19-4020-8534-d4e54d96953e,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 18:59:16.238591 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:16.321942 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd2272-b997-4cd7-a4b8-e3152aa0c26f None None] Pushing event updated for resources: {'Port': ['ID=13ad3ae4-cf19-4020-8534-d4e54d96953e,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:59:17.117388 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50387a11-01f4-4e27-aa3a-cfacb4fb06e9 None None] Network 2bb1af12-c13d-4fe5-9224-ded78371b056 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 18:59:17.282219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-c71b81cc-0f96-4273-bc09-b506744fa2bf None None] Provisioning for port 13ad3ae4-cf19-4020-8534-d4e54d96953e completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:59:17.780879 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 13ad3ae4-cf19-4020-8534-d4e54d96953e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:59:17.912104 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 13ad3ae4-cf19-4020-8534-d4e54d96953e completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:59:17.918513 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 13ad3ae4-cf19-4020-8534-d4e54d96953e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:59:17.918887 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:17.979548 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-0914eb28-ee61-4580-9450-f407748a86dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:18.044296 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:18.077438 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 13ad3ae4-cf19-4020-8534-d4e54d96953e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=13ad3ae4-cf19-4020-8534-d4e54d96953e,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 18:59:18.135723 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:18.206433 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=13ad3ae4-cf19-4020-8534-d4e54d96953e,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:59:19.754095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 13ad3ae4-cf19-4020-8534-d4e54d96953e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:59:19.847406 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 13ad3ae4-cf19-4020-8534-d4e54d96953e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:59:19.847685 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:20.781343 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-39af5918-0359-44de-82f9-5f1ece35006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:21.478349 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:22.246665 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:22.325792 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:59:23.472887 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:47.978566 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ab58eeb1-7a03-4092-a9e3-ea8743fa75e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:50.772052 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8afb459d-8b3f-4097-9f5d-ccda9e8c3b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:51.495262 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:52.254293 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:53.475750 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:59.324516 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:00:17.972133 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c4f2-a67e-46e2-9d40-8320ef717aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:20.806336 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f9faa17c-688a-4104-804f-acf9c0e71151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:21.446437 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:22.254170 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:23.497400 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:36.323154 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:00:42.915188 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46862) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:00:42.920928 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [None req-8e8ea048-d8ad-4488-959e-dbf8f7ae577f tempest-verify_tempest_config-1700803894 tempest-verify_tempest_config-1700803894-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:00:42.922887 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8e8ea048-d8ad-4488-959e-dbf8f7ae577f tempest-verify_tempest_config-1700803894 tempest-verify_tempest_config-1700803894-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066862 Feb 28 19:00:43.450910 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46880) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:00:43.574389 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:43.589381 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:00:43.593274 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Usage tracker for resource:security_group_rule and tenant:f78e943e55964352bbc32dd2efd7cba0 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:00:43.596683 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:00:43.602208 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:00:43.682792 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:43.756519 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:43.802743 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Synchronizing usage tracker for tenant:e994736d1ae947508f1b035be08eb35e on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:00:43.805079 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b1078-4730-4234-a2e5-60ad789bb73f,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:43.815178 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.815509 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.815839 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.816161 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.816503 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.816823 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.817140 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.817452 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.817784 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.818121 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.818412 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.818721 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:00:43.933666 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] Unset dirty status for tenant:e994736d1ae947508f1b035be08eb35e on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:00:43.935009 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2bcf4945-d83e-4c65-8b2a-c990c2508f62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f78e943e55964352bbc32dd2efd7cba0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4831293 Feb 28 19:00:43.937772 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 46886) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:00:43.997037 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-335b9178-8283-4906-9c70-2afcca755f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:44.023133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-335b9178-8283-4906-9c70-2afcca755f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:44.200895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-335b9178-8283-4906-9c70-2afcca755f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:44.261069 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b9178-8283-4906-9c70-2afcca755f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b1078-4730-4234-a2e5-60ad789bb73f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:00:44.268423 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-335b9178-8283-4906-9c70-2afcca755f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:44.269550 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-335b9178-8283-4906-9c70-2afcca755f67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e72b1078-4730-4234-a2e5-60ad789bb73f HTTP/1.1" status: 204 len: 168 time: 0.3308799 Feb 28 19:00:48.025565 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ed999312-d086-417c-9273-4292a81d5d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:50.785164 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b677d239-b62a-4ee0-a0da-18cc770018fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:51.472048 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:52.253561 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:00:53.486379 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:13.321432 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:01:17.989967 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2ad0-284d-493e-af81-933b45d7986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:20.870287 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6135a88d-c356-4074-893b-743aac82d75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:21.457478 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:22.293265 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:23.475772 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:48.023166 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-1ed898af-4964-423f-94e5-2fe68956f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:50.320375 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:01:50.910085 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-16313495-302e-4e30-91f7-8bbb2a476f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:51.458523 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:52.286811 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:01:53.521851 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:17.999355 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b5b29509-88a6-4fe9-8492-0a191e380f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:20.875251 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8e5e-227c-481f-b3cf-9298e7d969cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:21.486267 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:22.263189 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:23.480864 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:27.319484 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 5 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:02:30.533012 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332357'] for agent, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:46.283662 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46964) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:46.399763 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-4dc61d8f-7084-48b4-a04f-9aeb6721244a admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1149397 Feb 28 19:02:47.966156 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-1647b177-1e44-46dc-a087-5c592802d4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:48.607838 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 46974) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:02:48.667148 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-4e11cc35-7448-4dc9-ace6-c8ebdaa8fb96 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0581605 Feb 28 19:02:50.788907 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f05c6654-29f4-4588-b380-afadbf3d0976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:51.457581 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:52.303145 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:02:53.485954 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:00.514170 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:04.322152 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:03:17.959929 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-26c1646b-03d3-41d9-9915-0a6d3fe27b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:20.776914 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b88f756c-fd86-4359-b5ba-76721dc02659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:21.468647 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:22.302452 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:23.473899 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:30.513800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:41.320520 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:03:48.001005 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ea88dda0-d0a1-4b1d-984b-ad14d82c9f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:50.770697 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ce329b6b-a9f7-40c0-8818-09f9556ca315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:51.456073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:52.267919 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:03:53.490584 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:00.542038 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:17.953188 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-eb44c284-2edc-4891-951c-203c3a3abf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:18.319422 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:04:20.799257 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c7ac73c0-3ef9-46ff-bf3e-87e326cfde0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:21.450281 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:22.330186 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:23.478888 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:30.535871 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:37.443514 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47142) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:37.858888 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47164) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:37.879061 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-network', 'tenant_id': '951341064c6a4c92869840f9f199ff27'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:37.887408 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:37.892677 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47170) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:37.893910 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Usage tracker for resource:network and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:37.897401 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:37.905174 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:37.976314 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Made reservation on behalf of 951341064c6a4c92869840f9f199ff27 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:37.978632 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:37.992101 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.013808 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.017204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.020176 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.036799 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.124009 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.181793 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.218445 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9e139f-3ce1-489b-990d-3bbea6786e93,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:38.224193 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:04:38.230607 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.230984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.231315 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.231652 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.232636 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.233061 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.233747 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.233867 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.234149 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.234473 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.234795 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.235118 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Tracked resource versions report: Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: pushed versions: Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: { 'AddressGroup': {'1.2'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'ConntrackHelper': {'1.0'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Log': {'1.0'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Network': {'1.1'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Port': {'1.7'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'PortForwarding': {'1.2'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'QosPolicy': {'1.8'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroup': {'1.4'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'SubPort': {'1.0'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Subnet': {'1.1'}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Trunk': {'1.1'}} Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: consumer versions: Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'ConntrackHelper': '1.0', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Log': '1.0', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Network': '1.1', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Port': '1.7', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'PortForwarding': '1.2', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'QosPolicy': '1.8', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroup': '1.4', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'SecurityGroupRule': '1.2', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'SubPort': '1.0', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Subnet': '1.1', Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: 'Trunk': '1.1'}} Feb 28 19:04:38.236136 dv-cinder-831187-1-smb neutron-server[87803]: {{(pid=87803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:04:38.243643 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.243943 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Added segment d9b4924e-4520-43f3-b405-b54400cee539 of type vlan for network b96f6f3a-e355-42aa-be2c-41ce721022b6 Feb 28 19:04:38.276524 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.359079 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.360104 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:38.360834 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.384887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-978820795-network', 'tenant_id': 'b85d386f843c46e6b7b04f5a5325f70d'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:38.391909 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.396798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Usage tracker for resource:network and tenant:b85d386f843c46e6b7b04f5a5325f70d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.400901 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.401083 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-702061236-network', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:38.408413 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.478225 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.490582 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b96f6f3a-e355-42aa-be2c-41ce721022b6,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:38.494483 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Usage tracker for resource:network and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.498404 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.505591 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.506201 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:04:38.530961 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Made reservation on behalf of b85d386f843c46e6b7b04f5a5325f70d for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:38.533323 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.556177 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47198) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:38.563657 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.573458 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-448e9cdb-5d93-414d-867b-b2408badc0b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1284177 Feb 28 19:04:38.575418 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47204) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:38.583640 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Request body: {'subnet': {'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-subnet', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:38.589393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.594865 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Usage tracker for resource:subnet and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.599438 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.604278 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b85d386f843c46e6b7b04f5a5325f70d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.604456 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.613231 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.613458 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.630136 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.640677 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Made reservation on behalf of 9c0f14b6646b49b094d3461fca610f16 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:38.643376 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.667469 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.687518 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47210) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:38.702898 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.708721 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:38.711732 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Made reservation on behalf of 951341064c6a4c92869840f9f199ff27 for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:38.714594 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.734746 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:38.757817 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:38.771617 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.834082 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.869556 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e2167-2eb4-487e-847c-e785494add8c,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:38.877670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:04:38.881773 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.882147 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.882788 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.883397 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.883942 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.884607 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.885052 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.885707 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.886155 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.886605 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.886963 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.887433 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Tracked resource versions report: Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: pushed versions: Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: { 'AddressGroup': {'1.2'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'ConntrackHelper': {'1.0'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Log': {'1.0'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Network': {'1.1'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Port': {'1.7'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'PortForwarding': {'1.2'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'QosPolicy': {'1.8'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroup': {'1.4'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'SubPort': {'1.0'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Subnet': {'1.1'}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Trunk': {'1.1'}} Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: consumer versions: Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'ConntrackHelper': '1.0', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Log': '1.0', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Network': '1.1', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Port': '1.7', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'PortForwarding': '1.2', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'QosPolicy': '1.8', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroup': '1.4', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'SecurityGroupRule': '1.2', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'SubPort': '1.0', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Subnet': '1.1', Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: 'Trunk': '1.1'}} Feb 28 19:04:38.888719 dv-cinder-831187-1-smb neutron-server[87802]: {{(pid=87802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:04:38.898292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.898894 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Added segment 00768039-4feb-4a67-8ad7-e10dd2c7006f of type vlan for network 64500714-e53e-4833-b8f6-1822003ea3d5 Feb 28 19:04:38.926572 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:38.938677 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-network', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:38.960728 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:38.992956 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Usage tracker for resource:network and tenant:ddfc0f864536401bb8d7d8a363e234d1 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:39.001234 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:39.008331 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1552086472-network', 'tenant_id': 'c1bf350b8e5b4cd58b79bbcdaeaebe64'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:39.010720 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.011742 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:39.012376 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.054708 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:39.086516 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.090327 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:39.106393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Usage tracker for resource:network and tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:39.125178 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:39.137189 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2431433 Feb 28 19:04:39.158623 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47222) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:39.166531 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:39.178006 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Request body: {'subnet': {'network_id': '64500714-e53e-4833-b8f6-1822003ea3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-978820795-subnet', 'tenant_id': 'b85d386f843c46e6b7b04f5a5325f70d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:39.182372 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.210504 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:04:39.224941 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:39.233981 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e17b0c-e7d7-4b95-ad8e-7fbf5d3087e3 admin admin] Pushing event updated for resources: {'Network': ['ID=64500714-e53e-4833-b8f6-1822003ea3d5,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:39.242185 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.242506 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Added segment 8c8df1ad-9710-4797-bc1e-031b5aa5ecae of type vlan for network 63479164-a223-4f16-ab5c-94c1820761f4 Feb 28 19:04:39.243936 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Usage tracker for resource:subnet and tenant:b85d386f843c46e6b7b04f5a5325f70d is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:39.245181 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 64500714-e53e-4833-b8f6-1822003ea3d5 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:04:39.254430 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:39.262673 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:39.273828 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b852df4-776d-442b-b46c-903639123d46,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:39.295384 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.330022 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.382551 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Made reservation on behalf of c1bf350b8e5b4cd58b79bbcdaeaebe64 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:39.385212 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.394836 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Made reservation on behalf of ddfc0f864536401bb8d7d8a363e234d1 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:39.397404 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.416530 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Made reservation on behalf of b85d386f843c46e6b7b04f5a5325f70d for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:39.418792 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.460530 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.471974 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.538113 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80eb434f-1097-451d-b6ac-715278025377,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:39.556531 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.db.resource_extend [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:04:39.572970 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:39.575601 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:39.591796 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfc0f864536401bb8d7d8a363e234d1 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:39.602727 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:39.610443 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Usage tracker for resource:security_group_rule and tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:39.620261 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:39.624313 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:39.637895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:39.648934 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Checking segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:39.649355 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Network hostable DHCP agents. Network: b96f6f3a-e355-42aa-be2c-41ce721022b6, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:04:39.759653 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.760637 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:39.761205 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:39.859976 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:04:40.008255 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.022632 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] Pushing event updated for resources: {'Network': ['ID=63479164-a223-4f16-ab5c-94c1820761f4,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.034164 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 63479164-a223-4f16-ab5c-94c1820761f4 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:04:40.074866 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, b96f6f3a-e355-42aa-be2c-41ce721022b6) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:40.078070 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.090668 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.091303 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.141888 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.158333 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055ae548-2a5f-41fb-bc05-055cb680ae51 None None] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:40.161452 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.183453 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:04:40.203101 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47272) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:40.209562 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Request body: {'subnet': {'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-702061236-subnet', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:40.214522 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c51a3833-1626-4606-886f-8622496bf35c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3544409 Feb 28 19:04:40.216042 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:04:40.217762 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:40.226038 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Usage tracker for resource:subnet and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:40.229543 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e6d339-4c20-48c0-afe9-7b87338abe4e,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.233222 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:40.250126 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:40.257715 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.258750 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Added segment f9bfd8ad-33d1-4d37-9528-0401eb19e4de of type vlan for network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 Feb 28 19:04:40.265048 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2ab95f00-bdc7-490e-a11b-359537478c20 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6873429 Feb 28 19:04:40.268304 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47276) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:40.274647 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:40.286210 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.289423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:40.294322 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Usage tracker for resource:router and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:40.301503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:40.314848 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:40.317445 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.317801 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Added segment f89190cb-daf5-4112-bbe3-c577974e810b of type vlan for network 0168d769-d656-4cc1-9879-e688195afd21 Feb 28 19:04:40.337205 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Made reservation on behalf of 9c0f14b6646b49b094d3461fca610f16 for: {'subnet': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:40.340953 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.448722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1477839-2db6-40d0-ad2a-1b6585523e26,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.477093 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6006a0-00ca-43a4-8280-481a6506a787,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.486901 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.488772 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.531641 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.532265 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.564002 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Checking segment: {'id': '00768039-4feb-4a67-8ad7-e10dd2c7006f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '64500714-e53e-4833-b8f6-1822003ea3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:40.564570 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Network hostable DHCP agents. Network: 64500714-e53e-4833-b8f6-1822003ea3d5, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:04:40.572435 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-b96f6f3a-e355-42aa-be2c-41ce721022b6', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:04:40.576184 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.603265 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.645240 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.646745 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.647322 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.753072 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Network 64500714-e53e-4833-b8f6-1822003ea3d5 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:04:40.774035 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.775775 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:40.776146 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.807744 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Allocated IP 172.20.0.2 (b96f6f3a-e355-42aa-be2c-41ce721022b6/80eb434f-1097-451d-b6ac-715278025377/56f87bf4-0534-4c6a-b00a-285b37ea285e) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:40.813313 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] Pushing event updated for resources: {'Network': ['ID=3b316c8e-c7fe-46f4-8678-c53c4ad9d739,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:40.846360 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:04:40.965260 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-daa47c98-d2fd-43a2-bc20-2b23b9242775 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2739248 Feb 28 19:04:40.965976 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47314) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:40.969462 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:40.980948 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Request body: {'subnet': {'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1552086472-subnet', 'tenant_id': 'c1bf350b8e5b4cd58b79bbcdaeaebe64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:40.992230 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4346125 Feb 28 19:04:40.996107 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 64500714-e53e-4833-b8f6-1822003ea3d5) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:40.997361 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47320) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:41.015825 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Request body: {'subnet': {'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-subnet', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:41.019910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:41.024668 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12675c97-5deb-4dbb-982b-35ede6413127 admin admin] Pushing event updated for resources: {'Network': ['ID=0168d769-d656-4cc1-9879-e688195afd21,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:41.027027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Usage tracker for resource:subnet and tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:41.030565 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:41.037484 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:41.044346 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:41.045722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.046806 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:41.053262 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb3464-c21e-4f9f-96af-1073615bb8e8 None None] Network 64500714-e53e-4833-b8f6-1822003ea3d5 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:41.055518 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Usage tracker for resource:subnet and tenant:ddfc0f864536401bb8d7d8a363e234d1 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:41.059569 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:41.081542 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:41.135767 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 0168d769-d656-4cc1-9879-e688195afd21 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:04:41.171167 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-d4c8bc71-0fa4-48db-bed1-9bdd5954c03c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0071564 Feb 28 19:04:41.196450 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Made reservation on behalf of c1bf350b8e5b4cd58b79bbcdaeaebe64 for: {'subnet': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:41.199518 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Made reservation on behalf of ddfc0f864536401bb8d7d8a363e234d1 for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:41.202951 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.214229 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.498774 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.543531 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c90d3-d097-4ff9-bce3-587421b9515f None None] Network 64500714-e53e-4833-b8f6-1822003ea3d5 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:41.610553 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.616397 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47350) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:41.665519 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Transition to ACTIVE for port object 56f87bf4-0534-4c6a-b00a-285b37ea285e will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:41.686966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Checking segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:41.686966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Network hostable DHCP agents. Network: 63479164-a223-4f16-ab5c-94c1820761f4, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:04:41.751034 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Transition to ACTIVE for port object 56f87bf4-0534-4c6a-b00a-285b37ea285e will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:41.751949 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6135fd5-03e9-48d3-8d28-1156e1e37af3,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:41.838774 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.850991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.871950 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:41.939512 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49fc376-dc5d-457f-af83-348f6dd23d1f,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:41.947165 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Checking segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:41.947521 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Network hostable DHCP agents. Network: 0168d769-d656-4cc1-9879-e688195afd21, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:04:41.964675 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:41.968721 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:41.973042 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:41.994603 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Pushing event updated for resources: {'Port': ['ID=56f87bf4-0534-4c6a-b00a-285b37ea285e,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:41.995423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Network 63479164-a223-4f16-ab5c-94c1820761f4 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:04:41.998342 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.008608 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:42.036762 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.037105 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.037444 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.037884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.038135 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.038464 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.038954 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.039287 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.039611 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.039932 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.040274 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.040595 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Tracked resource versions report: Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: pushed versions: Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: { 'AddressGroup': {'1.2'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'ConntrackHelper': {'1.0'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Log': {'1.0'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Network': {'1.1'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Port': {'1.7'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'PortForwarding': {'1.2'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'QosPolicy': {'1.8'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroup': {'1.4'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'SubPort': {'1.0'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Subnet': {'1.1'}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Trunk': {'1.1'}} Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: consumer versions: Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'ConntrackHelper': '1.0', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Log': '1.0', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Network': '1.1', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Port': '1.7', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'PortForwarding': '1.2', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'QosPolicy': '1.8', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroup': '1.4', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'SecurityGroupRule': '1.2', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'SubPort': '1.0', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Subnet': '1.1', Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: 'Trunk': '1.1'}} Feb 28 19:04:42.041596 dv-cinder-831187-1-smb neutron-server[87804]: {{(pid=87804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:04:42.056270 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Usage tracker for resource:security_group_rule and tenant:476b6fb8047841fa8e90daa38707d3e2 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:42.064007 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:42.066783 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Network 0168d769-d656-4cc1-9879-e688195afd21 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:04:42.079279 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:42.100203 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Attempting to bind port 56f87bf4-0534-4c6a-b00a-285b37ea285e on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:42.105286 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Attempting to bind port 56f87bf4-0534-4c6a-b00a-285b37ea285e by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:42.105286 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Attempting to bind port 56f87bf4-0534-4c6a-b00a-285b37ea285e on network b96f6f3a-e355-42aa-be2c-41ce721022b6 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:42.105562 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.112644 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:42.113021 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Checking segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:42.113415 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.113803 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Bound using segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:42.130132 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Bound port: 56f87bf4-0534-4c6a-b00a-285b37ea285e, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:42.130675 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.154846 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 0168d769-d656-4cc1-9879-e688195afd21) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:42.160340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.160557 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:42.161584 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.167363 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 63479164-a223-4f16-ab5c-94c1820761f4) {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:42.173510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa70a20-c876-4540-9ee0-abb23d861992,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:42.179553 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c49f6-daca-404c-9ab5-3863d22a547e None None] Network 0168d769-d656-4cc1-9879-e688195afd21 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:42.234337 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed863d8-fcf7-40a8-93dd-38432c325d43 None None] Network 63479164-a223-4f16-ab5c-94c1820761f4 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:42.277397 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a84b9470-a1b7-4602-b921-57ad59822926 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2687201 Feb 28 19:04:42.277397 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47374) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:42.278494 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:42.279188 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:42.279911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.284075 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:42.288769 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Usage tracker for resource:router and tenant:ddfc0f864536401bb8d7d8a363e234d1 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:42.291822 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:42.299605 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:42.312350 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Checking segment: {'id': 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:42.312350 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Network hostable DHCP agents. Network: 3b316c8e-c7fe-46f4-8678-c53c4ad9d739, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:04:42.399986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.401674 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.432083 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.517968 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-32d887e2-791e-40f9-8dca-120d96df21c1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3131046 Feb 28 19:04:42.522234 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47386) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:42.527819 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:42.534919 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:42.539173 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.544860 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Usage tracker for resource:router and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:42.546031 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Allocated IP 172.28.1.108 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/401e4abb-7ef6-4787-b9f0-c099e4e3ca3e) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:42.555337 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:42.565067 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:04:42.574375 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47390) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:42.578824 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:42.584799 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47394) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:42.619931 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1187190937-network', 'tenant_id': 'c84d4ae5d9ea4afeb07276221e25864c'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:42.651213 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 3b316c8e-c7fe-46f4-8678-c53c4ad9d739) {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:42.657388 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:42.663466 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:42.664058 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.670759 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] For port 56f87bf4-0534-4c6a-b00a-285b37ea285e, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:42.675741 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Usage tracker for resource:network and tenant:c84d4ae5d9ea4afeb07276221e25864c is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:42.675879 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5d353-c709-4fbe-b451-b2627207bea3 None None] Network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:42.680876 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:42.683502 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.756522 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:42.797374 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] For port 56f87bf4-0534-4c6a-b00a-285b37ea285e, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=56f87bf4-0534-4c6a-b00a-285b37ea285e,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:42.823804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0e6c2b-e48c-4260-9fa5-1392e53ebe15,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:42.833188 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-14e3d731-81c7-453a-8ed3-bab3dba07efc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=476b6fb8047841fa8e90daa38707d3e2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1964188 Feb 28 19:04:42.837272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47402) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:42.907508 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-284f7a98-7f3f-45f1-8762-58129ae72137 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9338577 Feb 28 19:04:42.910652 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.918772 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f15ac-3104-404e-bb6c-634668ed5d16 None None] Network 0168d769-d656-4cc1-9879-e688195afd21 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:42.940355 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Made reservation on behalf of c84d4ae5d9ea4afeb07276221e25864c for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:42.951925 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.989877 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:42.991080 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.029078 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.034859 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.035838 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.066810 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.071139 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.099610 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:43.113478 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:c84d4ae5d9ea4afeb07276221e25864c is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:43.116788 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-63479164-a223-4f16-ab5c-94c1820761f4', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:04:43.117324 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.119524 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55a712f3-04f6-401f-ac93-7427b14dabee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.121610 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:43.133344 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:43.142035 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:43.156967 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Usage tracker for resource:security_group_rule and tenant:46c7f2ae6b0443488118a30eca613e2c is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:43.173240 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:43.183842 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55a712f3-04f6-401f-ac93-7427b14dabee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.191713 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:43.254919 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.276537 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a590b91-c860-418a-9d30-48b7a51411e2 None None] Network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:43.339859 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d323e-b19f-4531-877a-b83cf14a6b1f None None] Pushing event updated for resources: {'Port': ['ID=56f87bf4-0534-4c6a-b00a-285b37ea285e,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:43.420317 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:43.432974 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:43.443265 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Pushing event updated for resources: {'Port': ['ID=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:43.447637 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:43.686812 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.731491 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55a712f3-04f6-401f-ac93-7427b14dabee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:43.739091 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47432) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:43.827812 dv-cinder-831187-1-smb neutron-server[87802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 19:04:43.865032 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a712f3-04f6-401f-ac93-7427b14dabee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0e6c2b-e48c-4260-9fa5-1392e53ebe15,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:43.894490 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Allocated IP 172.20.0.2 (63479164-a223-4f16-ab5c-94c1820761f4/a6135fd5-03e9-48d3-8d28-1156e1e37af3/c20cd46a-63f5-45e8-ad0e-45be799030e7) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:44.039156 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.054549 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.064828 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-61dfa747-e70e-4313-8d36-891690f340bc tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:44.066437 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-61dfa747-e70e-4313-8d36-891690f340bc tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/networks?id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739 HTTP/1.1" status: 200 len: 812 time: 0.2902651 Feb 28 19:04:44.068557 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55a712f3-04f6-401f-ac93-7427b14dabee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.072242 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-55a712f3-04f6-401f-ac93-7427b14dabee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a0e6c2b-e48c-4260-9fa5-1392e53ebe15 HTTP/1.1" status: 204 len: 168 time: 1.2231283 Feb 28 19:04:44.078897 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 56f87bf4-0534-4c6a-b00a-285b37ea285e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:44.093005 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-3acd5623-b722-446f-a222-5bd531c0a7b3 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/quotas/c1bf350b8e5b4cd58b79bbcdaeaebe64 HTTP/1.1" status: 200 len: 375 time: 0.0180268 Feb 28 19:04:44.161450 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.176583 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:04:44.188926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.189161 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Added segment afa832c6-2334-49a5-96e5-28fc4cce36ba of type vlan for network 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af Feb 28 19:04:44.217099 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.274620 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.291801 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.306311 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Transition to ACTIVE for port object c20cd46a-63f5-45e8-ad0e-45be799030e7 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:44.311959 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.320898 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-87d48d5e-98f6-4cd5-9849-e9bd80a8e252 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1bf350b8e5b4cd58b79bbcdaeaebe64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2223709 Feb 28 19:04:44.330026 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Transition to ACTIVE for port object c20cd46a-63f5-45e8-ad0e-45be799030e7 will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:44.334402 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 56f87bf4-0534-4c6a-b00a-285b37ea285e completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:44.369818 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.389166 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.394276 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd815c0-ad56-48d7-ac3d-1f2ce33050c8,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:44.416753 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46c7f2ae6b0443488118a30eca613e2c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8411984 Feb 28 19:04:44.435797 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47446) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:44.545662 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c96cc-a23b-4cf1-89e7-5a512a9210e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0912ea8e-1f64-4d13-9ccc-21ca1b2f6b14,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:44.591258 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.593127 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:44.593938 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.594690 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Network 63479164-a223-4f16-ab5c-94c1820761f4 is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:44.597983 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.612265 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:44.629220 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:44.637912 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Pushing event updated for resources: {'Port': ['ID=c20cd46a-63f5-45e8-ad0e-45be799030e7,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:44.734993 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70393dff-17d4-4a24-90a5-5e2c6267117b None None] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:44.789172 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-53a69215-8d14-4b48-818a-0baa4de3ab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.830825 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Allocated IP 172.28.1.39 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/e751f0ba-bbc7-4fdf-b696-5136aa836b46) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:44.866905 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Attempting to bind port c20cd46a-63f5-45e8-ad0e-45be799030e7 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:44.869782 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Attempting to bind port c20cd46a-63f5-45e8-ad0e-45be799030e7 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:44.869782 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Attempting to bind port c20cd46a-63f5-45e8-ad0e-45be799030e7 on network 63479164-a223-4f16-ab5c-94c1820761f4 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:44.889148 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:44.889654 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Checking segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:44.890176 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.890656 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Bound using segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:44.891224 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Bound port: c20cd46a-63f5-45e8-ad0e-45be799030e7, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:44.891873 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.910022 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] Provisioning for port 56f87bf4-0534-4c6a-b00a-285b37ea285e completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:44.968313 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] Provisioning complete for port 56f87bf4-0534-4c6a-b00a-285b37ea285e triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:44.968688 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-13286f1b-d97e-4abd-bb36-ef6932ed522a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:04:44.971775 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:44.975275 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-13286f1b-d97e-4abd-bb36-ef6932ed522a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2346735 Feb 28 19:04:44.987355 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3965950 Feb 28 19:04:45.001830 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47466) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:45.011590 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Request body: {'subnet': {'network_id': '8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1187190937-subnet', 'tenant_id': 'c84d4ae5d9ea4afeb07276221e25864c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:45.031853 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:45.108974 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9edd2-d58a-4280-b71f-08d82aa33dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:45.124910 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Usage tracker for resource:subnet and tenant:c84d4ae5d9ea4afeb07276221e25864c is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:45.131592 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:04:45.133720 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:45.150224 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:45.174552 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] For port c20cd46a-63f5-45e8-ad0e-45be799030e7, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:45.187988 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-53a69215-8d14-4b48-818a-0baa4de3ab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.200607 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.248154 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] For port c20cd46a-63f5-45e8-ad0e-45be799030e7, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c20cd46a-63f5-45e8-ad0e-45be799030e7,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:45.252134 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.305164 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Made reservation on behalf of c84d4ae5d9ea4afeb07276221e25864c for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:45.309268 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.347817 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.367160 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.369809 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-163c63a0-8d0c-4126-a06c-e6293c3f1e28 service neutron] 10.222.0.41 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935981 Feb 28 19:04:45.436626 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.505771 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6beee1a-20bd-476e-9b6b-9767413999c1 None None] Pushing event updated for resources: {'Port': ['ID=c20cd46a-63f5-45e8-ad0e-45be799030e7,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:45.538350 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] For port 56f87bf4-0534-4c6a-b00a-285b37ea285e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=56f87bf4-0534-4c6a-b00a-285b37ea285e,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:45.602717 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.632557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.652449 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-53a69215-8d14-4b48-818a-0baa4de3ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.700491 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a69215-8d14-4b48-818a-0baa4de3ab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0912ea8e-1f64-4d13-9ccc-21ca1b2f6b14,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:45.709313 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.713381 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-53a69215-8d14-4b48-818a-0baa4de3ab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:45.714383 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-53a69215-8d14-4b48-818a-0baa4de3ab89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0912ea8e-1f64-4d13-9ccc-21ca1b2f6b14 HTTP/1.1" status: 204 len: 168 time: 1.2767582 Feb 28 19:04:45.848625 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:45.848625 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:45.865445 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256badb-524e-412f-8863-462e3dc0bb67 None None] Pushing event updated for resources: {'Port': ['ID=56f87bf4-0534-4c6a-b00a-285b37ea285e,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:45.868178 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:46.186084 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-facfd019-dc47-40aa-a707-f5290fe79125 None None] Provisioning complete for port 56f87bf4-0534-4c6a-b00a-285b37ea285e triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:46.186420 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-facfd019-dc47-40aa-a707-f5290fe79125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.197633 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Pushing event updated for resources: {'Port': ['ID=e751f0ba-bbc7-4fdf-b696-5136aa836b46,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:46.216132 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Allocated IP 172.28.1.202 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/1f99f41a-f996-4f72-9cee-e877c273ad74) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:46.301679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 56f87bf4-0534-4c6a-b00a-285b37ea285e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:46.347660 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-78b5913c-875d-4a13-9ef8-b0ad46c39d2f service neutron] 10.222.0.41 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524920 Feb 28 19:04:46.479159 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:04:46.489430 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 56f87bf4-0534-4c6a-b00a-285b37ea285e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:46.491958 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.734815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.755264 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c20cd46a-63f5-45e8-ad0e-45be799030e7 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:46.832652 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47504) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:46.847652 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:04:46.859909 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:04:46.863842 dv-cinder-831187-1-smb neutron-server[87803]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 19:04:46.882259 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:46.882950 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:46.926525 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-70a40a1c-9403-4620-96a0-714c3c603406 req-895e8aba-31df-4b53-beef-ef300b630f63 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.0793662 Feb 28 19:04:46.964244 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:46.965542 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port c20cd46a-63f5-45e8-ad0e-45be799030e7 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:46.965682 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-45fa67a3-9cbb-4a45-9ecd-795547ff4e9a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6963539 Feb 28 19:04:46.979203 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47508) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:47.057834 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47516) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:47.105662 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02fdb63-59bd-4fc2-9a10-e768c8c2dc3a,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:47.121313 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.125212 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f3d90-6e12-4849-89b9-652293fef1ad None None] Network 63479164-a223-4f16-ab5c-94c1820761f4 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:47.125427 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.140486 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Checking segment: {'id': 'afa832c6-2334-49a5-96e5-28fc4cce36ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:47.141140 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Network hostable DHCP agents. Network: 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:04:47.206926 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:47.221801 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:47.224620 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:62fc5ac1e16c48f3b261a7ea8760f39a is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:47.238598 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.376768 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:47.387910 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] Provisioning for port c20cd46a-63f5-45e8-ad0e-45be799030e7 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:47.410241 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] Provisioning complete for port c20cd46a-63f5-45e8-ad0e-45be799030e7 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:47.410616 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.425522 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:47.625186 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Network 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:04:47.662434 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:44Z', 'revision_number': 3, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:47.674333 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:04:47.674720 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Updating router 1e017aa3-7df1-4d70-873a-9007dc6bc639 port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:04:47.743692 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.791612 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:47.814399 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:47.817000 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.826660 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2be575-f686-4490-bcd7-0a98d36826d2 None None] Network 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:47.830821 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:47.872109 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.132304 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-040b0313-7226-41da-b725-fc2db9ae6b33 req-b98551ea-91b2-4dda-8b26-d8f3c5328ff5 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.1080978 Feb 28 19:04:48.272170 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] For port c20cd46a-63f5-45e8-ad0e-45be799030e7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c20cd46a-63f5-45e8-ad0e-45be799030e7,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:48.415596 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.437956 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.556894 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.564494 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5b7ef28c-a806-4799-a0b6-70db85b03516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.598720 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff25426-a884-4d7d-954a-097773511fe1 None None] Network 8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:04:48.615166 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Transition to ACTIVE for port object 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:48.619129 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.685801 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0391-03a5-4732-99c0-c0f014b43b92 None None] Pushing event updated for resources: {'Port': ['ID=c20cd46a-63f5-45e8-ad0e-45be799030e7,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:48.694238 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.704861 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:48.764742 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.768942 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Pushing event updated for resources: {'Port': ['ID=1f99f41a-f996-4f72-9cee-e877c273ad74,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:48.783503 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:48.803800 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:48.894284 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Pushing event updated for resources: {'Port': ['ID=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,revision_number=2']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:48.907109 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.911962 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.913860 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.914380 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.916075 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.916594 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.917087 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.918862 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.919853 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.928094 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.929083 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.929709 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.930239 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Tracked resource versions report: Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: pushed versions: Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: { 'AddressGroup': {'1.2'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'ConntrackHelper': {'1.0'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Log': {'1.0'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Network': {'1.1'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Port': {'1.7'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'PortForwarding': {'1.2'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'QosPolicy': {'1.8'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroup': {'1.4'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroupRule': {'1.2'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'SubPort': {'1.0'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Subnet': {'1.1'}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Trunk': {'1.1'}} Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: consumer versions: Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: { DHCP agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: HyperV agent@hv-cinder-83118: {}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: L3 agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: Metadata agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: Metering agent@dv-cinder-831187-1-smb: {}, Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: Open vSwitch agent@dv-cinder-831187-1-smb: { 'AddressGroup': '1.2', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'ConntrackHelper': '1.0', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Log': '1.0', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Network': '1.1', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Port': '1.7', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'PortForwarding': '1.2', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'QosPolicy': '1.8', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroup': '1.4', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'SecurityGroupRule': '1.2', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'SubPort': '1.0', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Subnet': '1.1', Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: 'Trunk': '1.1'}} Feb 28 19:04:48.931435 dv-cinder-831187-1-smb neutron-server[87805]: {{(pid=87805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 19:04:48.940815 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Attempting to bind port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:48.941182 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Attempting to bind port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:48.941542 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Attempting to bind port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:48.971547 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:48.972653 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:48.979026 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:48.979889 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:48.980590 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Bound port: 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:48.981134 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.107586 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-271d0d1b-262d-4f61-b28f-bd900b33651a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1011806 Feb 28 19:04:49.162848 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] For port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:49.168501 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] For port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:49.177348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Allocated IP 172.20.0.1 (b96f6f3a-e355-42aa-be2c-41ce721022b6/80eb434f-1097-451d-b6ac-715278025377/c864df9b-d435-45e8-b87e-28202936d844) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:49.245417 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.256344 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-35e901a5-80c9-4c95-b28c-fc335992d395 None None] Provisioning complete for port c20cd46a-63f5-45e8-ad0e-45be799030e7 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:49.257053 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-35e901a5-80c9-4c95-b28c-fc335992d395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.283356 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62fc5ac1e16c48f3b261a7ea8760f39a&name=default HTTP/1.1" status: 200 len: 2977 time: 2.2188625 Feb 28 19:04:49.287393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47606) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:49.292931 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d6319-3a19-4ee3-b107-5aa121a7d7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eb92bf-8076-4e0e-b72e-4b7a43b2be43,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:49.433847 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f308f-1bcc-483f-9052-cd950087e920 None None] Pushing event updated for resources: {'Port': ['ID=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:49.442426 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47610) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:49.443200 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:49.444090 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:49.478275 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4b8f73f0-ee9c-47c7-954b-608a5d02b7b1 req-9e7bd451-c629-4429-8036-f9ca2e136233 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.1232831 Feb 28 19:04:49.585297 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-177e5835-3f83-4124-8116-c9f1e3c96aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.615228 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.618622 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-177e5835-3f83-4124-8116-c9f1e3c96aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.642207 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Transition to ACTIVE for port object c864df9b-d435-45e8-b87e-28202936d844 will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:49.723905 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.761323 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:04:49.783280 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:49.785169 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Deleting subnet ec6006a0-00ca-43a4-8280-481a6506a787 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:04:49.795522 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:49.798405 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:49.806918 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:49.807456 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.808182 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:49.983248 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c20cd46a-63f5-45e8-ad0e-45be799030e7 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:50.040749 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Pushing event updated for resources: {'Port': ['ID=c864df9b-d435-45e8-b87e-28202936d844,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:50.147128 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port c20cd46a-63f5-45e8-ad0e-45be799030e7 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:50.151126 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.153137 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.167666 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.224369 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:44Z', 'revision_number': 3, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:50.230333 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9ace-563a-4e1f-8e24-efc49eeb3e9d None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:44Z', 'revision_number': 3, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:04:50.358988 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-69622e52-9208-45b3-8c49-61d7ba2eddba None None] Provisioning for port c864df9b-d435-45e8-b87e-28202936d844 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:50.368197 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-69622e52-9208-45b3-8c49-61d7ba2eddba None None] Provisioning complete for port c864df9b-d435-45e8-b87e-28202936d844 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:50.368596 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-69622e52-9208-45b3-8c49-61d7ba2eddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.402425 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:04:50.407370 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-177e5835-3f83-4124-8116-c9f1e3c96aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.458499 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.475237 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-69622e52-9208-45b3-8c49-61d7ba2eddba None None] Port c864df9b-d435-45e8-b87e-28202936d844 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:04:50.479111 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Sync routers for ids ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:04:50.488847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.490535 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Routers {'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:50.491520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:50.608986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5835-3f83-4124-8116-c9f1e3c96aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eb92bf-8076-4e0e-b72e-4b7a43b2be43,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:50.652200 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-177e5835-3f83-4124-8116-c9f1e3c96aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.654091 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-177e5835-3f83-4124-8116-c9f1e3c96aad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9eb92bf-8076-4e0e-b72e-4b7a43b2be43 HTTP/1.1" status: 204 len: 168 time: 1.3534944 Feb 28 19:04:50.722592 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.775414 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Set router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:50.906368 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2c074c6f-8428-4db6-be19-8b5c181604c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.978851 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:50.984250 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-346b7663-e4a6-4bdf-8f91-299867949997 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7104387 Feb 28 19:04:50.991950 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47634) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:51.073842 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6006a0-00ca-43a4-8280-481a6506a787,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:51.084524 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.55', 49709) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:51.192126 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:46Z', 'revision_number': 3, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:51.193057 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f114c3ad-13f7-4835-aa3f-c5c6999fbf82 req-0766a2a8-545f-4d84-8ab1-f479716cae77 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.2072458 Feb 28 19:04:51.203870 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Checking router: bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:04:51.204255 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Updating router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 port e751f0ba-bbc7-4fdf-b696-5136aa836b46 binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:04:51.324445 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.339034 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.362969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-0a28f068-44b1-41b7-8859-edb95602374a tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:51.364458 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-0a28f068-44b1-41b7-8859-edb95602374a tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.55 "GET /v2.0/networks?id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739 HTTP/1.1" status: 200 len: 812 time: 0.2792370 Feb 28 19:04:51.411500 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.412722 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.423503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Request body: {'port': {'device_id': '97445131-4f36-4945-837e-5463f956cc77', 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739', 'admin_state_up': True, 'tenant_id': 'c1bf350b8e5b4cd58b79bbcdaeaebe64'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:51.423690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.428912 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-aa87d613-4be7-4252-bac8-60a465affdfe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec6006a0-00ca-43a4-8280-481a6506a787 HTTP/1.1" status: 204 len: 168 time: 1.9757912 Feb 28 19:04:51.505028 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47646) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:51.635179 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.863622 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:51.876368 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Transition to ACTIVE for port object e751f0ba-bbc7-4fdf-b696-5136aa836b46 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:51.951266 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Pushing event updated for resources: {'Port': ['ID=c864df9b-d435-45e8-b87e-28202936d844,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:51.976298 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.059987 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:52.063757 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.068364 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:52.080730 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:52.092268 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:52.096773 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Usage tracker for resource:port and tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:52.100176 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:52.108430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:52.277300 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.446707 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Attempting to bind port e751f0ba-bbc7-4fdf-b696-5136aa836b46 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:52.447831 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Attempting to bind port e751f0ba-bbc7-4fdf-b696-5136aa836b46 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:52.448447 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Attempting to bind port e751f0ba-bbc7-4fdf-b696-5136aa836b46 on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:52.452916 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415dc97-ce91-4931-9d0a-af361b2e6bd1 None None] Pushing event updated for resources: {'Port': ['ID=e751f0ba-bbc7-4fdf-b696-5136aa836b46,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:52.474651 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Made reservation on behalf of c1bf350b8e5b4cd58b79bbcdaeaebe64 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:04:52.489693 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.493183 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:52.493568 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:52.493972 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.494367 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:52.494875 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Bound port: e751f0ba-bbc7-4fdf-b696-5136aa836b46, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:52.495264 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.535223 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:04:52.591437 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.667783 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-32552c00-7d69-4a64-bcda-9dcbd266d390 None None] Provisioning complete for port c864df9b-d435-45e8-b87e-28202936d844 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:52.677854 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-32552c00-7d69-4a64-bcda-9dcbd266d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.694119 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-eef4cb4d-23d6-49ef-beb0-eeab4c8dd0fe req-cbdceee9-331b-41d9-9ea9-e32d3e4112c1 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.1568873 Feb 28 19:04:52.762767 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:52.783013 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:52.783382 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.818800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] For port e751f0ba-bbc7-4fdf-b696-5136aa836b46, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:52.848951 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] For port e751f0ba-bbc7-4fdf-b696-5136aa836b46, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=e751f0ba-bbc7-4fdf-b696-5136aa836b46,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:52.860894 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-32552c00-7d69-4a64-bcda-9dcbd266d390 None None] Port c864df9b-d435-45e8-b87e-28202936d844 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:04:52.947689 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:52.956884 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.015601 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.016040 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.017013 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.017415 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > port after_create 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.017839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > port after_delete 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.018315 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > port after_update 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.018734 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.019166 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.019585 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.020008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.067005 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.093290 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:53.132284 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415dc97-ce91-4931-9d0a-af361b2e6bd1 None None] Pushing event updated for resources: {'Port': ['ID=e751f0ba-bbc7-4fdf-b696-5136aa836b46,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:53.151820 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.171362 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.178002 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Routers {'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:53.178748 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:53.237633 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.238246 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.238719 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.239188 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:04:53.239696 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64500714-e53e-4833-b8f6-1822003ea3d5']}} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:53.340610 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:53.363488 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:04:53.393802 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00768039-4feb-4a67-8ad7-e10dd2c7006f') {'for_net_delete': True} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:53.394240 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00768039-4feb-4a67-8ad7-e10dd2c7006f') {} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:53.430272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4050685'] for segment, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.549369 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] Set router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:53.652278 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Allocated IP 172.20.0.1 (0168d769-d656-4cc1-9879-e688195afd21/e49fc376-dc5d-457f-af83-348f6dd23d1f/e7fdd445-e11f-45ae-857c-5d441339eeb7) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:53.667336 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.670748 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:04:53.684558 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:04:53.700167 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-9e820fc4-d69d-4679-8cc9-6ff124d3cb00 admin admin] 10.222.0.41 "PUT /v2.0/routers/1e017aa3-7df1-4d70-873a-9007dc6bc639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7192156 Feb 28 19:04:53.702175 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:53.702947 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:53.718829 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=87802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:04:53.719237 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4014788'] for segment, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: from cryptography.utils import int_from_bytes Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: from cryptography.utils import int_from_bytes Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: util.warn_limited( Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: util.warn_limited( Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: Traceback (most recent call last): Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: timer() Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: cb(*args, **kw) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: return func(*args, **kwargs) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: self._notify() Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: self.callback(batched_events) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: event.method(event) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: return f(self, *a, **k) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: return self._get(url).json() Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: return self.request(url, 'GET', **kwargs) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:04:53.743798 dv-cinder-831187-1-smb neutron-server[87802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:04:53.851685 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Allocated IP 172.20.0.2 (3b316c8e-c7fe-46f4-8678-c53c4ad9d739/caa70a20-c876-4540-9ee0-abb23d861992/a66e594a-268b-4ff7-a9f8-02c67d25e1da) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:04:53.866009 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.974090 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:53.993318 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.080415 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:54.153405 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:54.162923 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] Pushing event deleted for resources: {'Network': ['ID=64500714-e53e-4833-b8f6-1822003ea3d5,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:54.224301 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-c06ac8e9-bbb7-4217-a66c-b5eed455349d admin admin] 10.222.0.41 "DELETE /v2.0/networks/64500714-e53e-4833-b8f6-1822003ea3d5 HTTP/1.1" status: 204 len: 168 time: 2.5850158 Feb 28 19:04:54.259008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47740) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:54.394851 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:04:54.422934 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:04:54.452853 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cfeb7e3c-e4fc-4eb1-bc09-0ee97eaa3d0b req-d3a6958e-d793-498f-ac70-b12e92d8f0a2 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.2155688 Feb 28 19:04:54.505822 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:54.517200 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:54.661062 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.662423 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-e5d4f364-80d4-4fbe-8539-d6deb19bf16d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.1391902 Feb 28 19:04:54.667992 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47754) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:54.720337 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.807541 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Deleting subnet a02fdb63-59bd-4fc2-9a10-e768c8c2dc3a {{(pid=87802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:04:54.822494 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.855768 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.890031 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:54.890579 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:54.981471 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4050628'] for subnet, precommit_delete_associations {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.008023 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.085984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.219731 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 2, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:55.231362 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:04:55.232520 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Updating router 1e017aa3-7df1-4d70-873a-9007dc6bc639 port c864df9b-d435-45e8-b87e-28202936d844 binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:04:55.331975 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47772) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:55.382658 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Network 0168d769-d656-4cc1-9879-e688195afd21 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:55.388882 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:55.397736 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:55.398318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.415514 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Pushing event updated for resources: {'Port': ['ID=a66e594a-268b-4ff7-a9f8-02c67d25e1da,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:55.415825 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:04:55.433708 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47778) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:55.464059 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.470458 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:55.473813 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706376571', 'description': 'tempest-description--174484227'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:55.484015 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fdd445-e11f-45ae-857c-5d441339eeb7,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:55.485205 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:04:55.497983 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:04:55.502193 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:04:55.682254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.690041 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:46Z', 'revision_number': 3, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:55.713052 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d8d68-6b39-42ef-aed0-63af58b73033 None None] The sync data for ids ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'] in dv-cinder-831187-1-smb is: [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:46Z', 'revision_number': 3, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:04:55.789528 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:55.805380 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:55.812055 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:55.828745 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:55.875502 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:55.876354 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:55.942342 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.068553 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9b21d35f-6439-414b-9343-c271fb3f2dc4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6512005 Feb 28 19:04:56.078137 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:04:49Z', 'revision_number': 3, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:56.083224 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:04:56.083812 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Updating router 647db41c-65e2-44bb-be87-abe4cfcc7377 port 1f99f41a-f996-4f72-9cee-e877c273ad74 binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:04:56.111604 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-8adbf26d-bcec-49e1-ab6e-4fe34bd5ec65 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:04:56.111604 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-8adbf26d-bcec-49e1-ab6e-4fe34bd5ec65 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061269 Feb 28 19:04:56.135758 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4014950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937824'] for subnet, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.151234 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.283677 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.290197 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.297840 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a02fdb63-59bd-4fc2-9a10-e768c8c2dc3a HTTP/1.1" status: 204 len: 168 time: 2.0375853 Feb 28 19:04:56.299488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47796) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:56.374835 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e04cbc-119b-48f6-b667-0c75cfbf8f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a02fdb63-59bd-4fc2-9a10-e768c8c2dc3a,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:56.411779 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:56.432740 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:56.467553 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:56.487579 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Usage tracker for resource:security_group_rule and tenant:c193fa72ca174c6fb3de1f587dfed1fa is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:56.493802 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:56.516090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:56.647525 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Request body: {'port': {'device_id': '97445131-4f36-4945-837e-5463f956cc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:56.651245 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.707907 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Transition to ACTIVE for port object c864df9b-d435-45e8-b87e-28202936d844 will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:56.719880 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.728124 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:56.765468 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:56.793018 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.844077 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:56.929180 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.086324 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bf31ac-0244-48ec-b1eb-c5bae7174783,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:57.252167 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.305849 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Transition to ACTIVE for port object 1f99f41a-f996-4f72-9cee-e877c273ad74 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:57.315952 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c3453-59e5-4a43-b751-260c59355e2d req-706ab9a9-232e-4099-af48-10c95f7cbec4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:04:57.320155 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-400c3453-59e5-4a43-b751-260c59355e2d req-706ab9a9-232e-4099-af48-10c95f7cbec4 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 931 time: 1.4772396 Feb 28 19:04:57.381930 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.399059 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cd77e-ca61-4a2f-9d68-9e33aeff7c39 None None] Pushing event updated for resources: {'Port': ['ID=c864df9b-d435-45e8-b87e-28202936d844,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:57.456600 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2721a30f-ea43-4a63-8e8f-4e008dc7bccc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c193fa72ca174c6fb3de1f587dfed1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1232073 Feb 28 19:04:57.457562 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47824) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:57.529564 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b06bba-9adb-4187-9d2a-aeca3e5bf670 None None] Pushing event updated for resources: {'Port': ['ID=1f99f41a-f996-4f72-9cee-e877c273ad74,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:57.535990 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.554664 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Attempting to bind port 1f99f41a-f996-4f72-9cee-e877c273ad74 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:57.555035 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Attempting to bind port 1f99f41a-f996-4f72-9cee-e877c273ad74 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:57.555585 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Attempting to bind port 1f99f41a-f996-4f72-9cee-e877c273ad74 on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:57.562846 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Attempting to bind port c864df9b-d435-45e8-b87e-28202936d844 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:04:57.562998 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:57.563302 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:57.563584 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.563987 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:57.564599 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Bound port: 1f99f41a-f996-4f72-9cee-e877c273ad74, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:57.564899 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Attempting to bind port c864df9b-d435-45e8-b87e-28202936d844 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:04:57.565016 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.566887 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Attempting to bind port c864df9b-d435-45e8-b87e-28202936d844 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:04:57.587651 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:04:57.588210 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Checking segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:04:57.588734 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.589252 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Bound using segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:04:57.589806 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Bound port: c864df9b-d435-45e8-b87e-28202936d844, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:04:57.590312 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.618365 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.747391 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af']}} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:57.762424 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] For port 1f99f41a-f996-4f72-9cee-e877c273ad74, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:57.772106 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] For port 1f99f41a-f996-4f72-9cee-e877c273ad74, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=1f99f41a-f996-4f72-9cee-e877c273ad74,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:57.798316 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] For port c864df9b-d435-45e8-b87e-28202936d844, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:04:57.803075 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] For port c864df9b-d435-45e8-b87e-28202936d844, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c864df9b-d435-45e8-b87e-28202936d844,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:04:57.828911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa832c6-2334-49a5-96e5-28fc4cce36ba') {'for_net_delete': True} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:57.828911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa832c6-2334-49a5-96e5-28fc4cce36ba') {} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:57.850052 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4050685'] for segment, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.851610 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.881460 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.916941 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-400c3453-59e5-4a43-b751-260c59355e2d req-d52f7838-848e-4067-bac8-6a035afa37a0 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Synchronizing usage tracker for tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:04:57.971816 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.984385 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:57.999758 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=87802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:04:58.000512 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4014788'] for segment, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: Traceback (most recent call last): Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: timer() Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: cb(*args, **kw) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: return func(*args, **kwargs) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: self._notify() Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: self.callback(batched_events) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: event.method(event) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: return f(self, *a, **k) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: return self._get(url).json() Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: return self.request(url, 'GET', **kwargs) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:04:58.040240 dv-cinder-831187-1-smb neutron-server[87802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:04:58.047408 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-78ed6b83-d3e5-4bb6-ac9d-e3d388ce4a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.147488 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:58.148191 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:58.184257 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e751f0ba-bbc7-4fdf-b696-5136aa836b46 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:04:58.227747 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47840) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:58.332345 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.400911 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:04:58.401731 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:58.545718 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b06bba-9adb-4187-9d2a-aeca3e5bf670 None None] Pushing event updated for resources: {'Port': ['ID=1f99f41a-f996-4f72-9cee-e877c273ad74,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:58.566812 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.620911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.628160 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.637676 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2028596 Feb 28 19:04:58.679349 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.686931 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47854) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:58.693171 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] 10.222.0.41 "DELETE /v2.0/networks/8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af HTTP/1.1" status: 204 len: 168 time: 2.3838606 Feb 28 19:04:58.693761 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-78ed6b83-d3e5-4bb6-ac9d-e3d388ce4a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.706085 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'security_group_rule': {'security_group_id': '253d9559-f9ad-42e5-9f95-65a18c59efc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:04:58.736701 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cd77e-ca61-4a2f-9d68-9e33aeff7c39 None None] Pushing event updated for resources: {'Port': ['ID=c864df9b-d435-45e8-b87e-28202936d844,revision_number=4']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:58.766530 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port e751f0ba-bbc7-4fdf-b696-5136aa836b46 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:04:58.774792 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:58.795572 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:58.802549 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port e751f0ba-bbc7-4fdf-b696-5136aa836b46 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:04:58.803398 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.806392 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b203331-8f0a-4665-b67f-8b29d1ab19ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9ac0b3-2fbb-4775-8d07-ea5d9df9e9af,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:58.813946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-400c3453-59e5-4a43-b751-260c59355e2d req-d52f7838-848e-4067-bac8-6a035afa37a0 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Unset dirty status for tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:04:58.820944 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:58.823917 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:58.824133 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-400c3453-59e5-4a43-b751-260c59355e2d req-d52f7838-848e-4067-bac8-6a035afa37a0 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4378662 Feb 28 19:04:58.831685 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:58.920289 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d3e7b-959d-408d-9152-eb32e79a12e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253d9559-f9ad-42e5-9f95-65a18c59efc0,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:58.938486 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:04:59.031151 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:59.033685 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.db.resource_extend [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:04:59.053152 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:04:59.057103 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Usage tracker for resource:security_group_rule and tenant:cab85e3a49b14a27813fb3e050d8681d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:04:59.060072 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:04:59.066182 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:04:59.139017 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47870) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:59.157772 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.226497 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66e594a-268b-4ff7-a9f8-02c67d25e1da {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:04:59.238792 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.244988 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-78ed6b83-d3e5-4bb6-ac9d-e3d388ce4a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.262465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.271056 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Transition to ACTIVE for port object a66e594a-268b-4ff7-a9f8-02c67d25e1da will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:04:59.332805 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.380641 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cab85e3a49b14a27813fb3e050d8681d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1321356 Feb 28 19:04:59.380840 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed6b83-d3e5-4bb6-ac9d-e3d388ce4a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bf31ac-0244-48ec-b1eb-c5bae7174783,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:59.388142 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b606615-ddbb-48ac-b679-20008499e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362b68c1-20fc-4dc3-b7a4-319698efa28f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:59.394009 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.400941 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.410637 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47878) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:04:59.552765 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-78ed6b83-d3e5-4bb6-ac9d-e3d388ce4a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.554307 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-78ed6b83-d3e5-4bb6-ac9d-e3d388ce4a9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22bf31ac-0244-48ec-b1eb-c5bae7174783 HTTP/1.1" status: 204 len: 168 time: 1.9466817 Feb 28 19:04:59.568778 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.608575 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.711566 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:04:59.720891 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daff89e-557f-4868-95d6-d0a901c9d27b None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:04:59.769101 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port e751f0ba-bbc7-4fdf-b696-5136aa836b46, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=e751f0ba-bbc7-4fdf-b696-5136aa836b46,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:04:59.840726 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:04:59.916949 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e594a-268b-4ff7-a9f8-02c67d25e1da,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:04:59.969962 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:04:49Z', 'revision_number': 3, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:00.005500 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.018844 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f834ed6a-9b56-4020-b34b-ed6cbf74e095 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:04:49Z', 'revision_number': 3, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:05:00.044359 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ae1b5e35-aa99-443f-b82c-2d59b09cedde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b85d386f843c46e6b7b04f5a5325f70d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8848877 Feb 28 19:05:00.044359 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47894) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:00.065884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=e751f0ba-bbc7-4fdf-b696-5136aa836b46,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:00.167979 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c864df9b-d435-45e8-b87e-28202936d844 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:00.192171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.297903 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.298649 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.463538 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20afd7-b050-426f-b676-897ac06f3dd3,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:00.484617 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.497604 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-1203431e-fab2-40a4-b5d6-2ce132a23cba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8027983 Feb 28 19:05:00.506466 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port c864df9b-d435-45e8-b87e-28202936d844 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:00.532028 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port c864df9b-d435-45e8-b87e-28202936d844 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:00.532431 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.538755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47910) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:00.564203 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2a6298e8-ad18-4ba6-87f7-731fb4fab964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.615295 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'security_group_rule': {'security_group_id': '253d9559-f9ad-42e5-9f95-65a18c59efc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:00.639397 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.811051 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Attempting to bind port a66e594a-268b-4ff7-a9f8-02c67d25e1da on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:00.811421 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Attempting to bind port a66e594a-268b-4ff7-a9f8-02c67d25e1da by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:00.811773 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Attempting to bind port a66e594a-268b-4ff7-a9f8-02c67d25e1da on network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:00.846971 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:00.893576 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Port a66e594a-268b-4ff7-a9f8-02c67d25e1da on network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:05:00.900904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Attempting to bind port a66e594a-268b-4ff7-a9f8-02c67d25e1da on network 3b316c8e-c7fe-46f4-8678-c53c4ad9d739 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:00.919359 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fdd445-e11f-45ae-857c-5d441339eeb7,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:00.938330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2a6298e8-ad18-4ba6-87f7-731fb4fab964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:00.973808 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:00.974186 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Checking segment: {'id': 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:00.975105 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Bound using segment: {'id': 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:00.975569 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Bound port: a66e594a-268b-4ff7-a9f8-02c67d25e1da, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:00.975926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.039145 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.136321 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port c864df9b-d435-45e8-b87e-28202936d844, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c864df9b-d435-45e8-b87e-28202936d844,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:01.148672 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:01.182700 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:01.188046 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704de03-b58f-4cc5-9d41-9adf0d4d79bb req-7cf73c34-c32c-49c3-bbdb-2c55ce46a1f9 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:01.189013 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0704de03-b58f-4cc5-9d41-9adf0d4d79bb req-7cf73c34-c32c-49c3-bbdb-2c55ce46a1f9 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Synchronizing usage tracker for tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:01.210198 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.227964 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:01.254008 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4dd7-4d13-4469-b332-eefcc7b5d6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.378162 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=c864df9b-d435-45e8-b87e-28202936d844,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:01.427131 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] For port a66e594a-268b-4ff7-a9f8-02c67d25e1da, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:01.438756 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] For port a66e594a-268b-4ff7-a9f8-02c67d25e1da, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da,segment=NetworkSegment(f9bfd8ad-33d1-4d37-9528-0401eb19e4de),segment_id=f9bfd8ad-33d1-4d37-9528-0401eb19e4de)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:01.477408 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4dd7-4d13-4469-b332-eefcc7b5d6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.555511 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.570150 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.582397 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Allocated IP 172.20.0.1 (63479164-a223-4f16-ab5c-94c1820761f4/a6135fd5-03e9-48d3-8d28-1156e1e37af3/57d720c0-9a3e-4f79-ae3a-f18c58156a0e) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:01.646189 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Network 0168d769-d656-4cc1-9879-e688195afd21 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:01.651993 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0704de03-b58f-4cc5-9d41-9adf0d4d79bb req-7cf73c34-c32c-49c3-bbdb-2c55ce46a1f9 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Unset dirty status for tenant:c1bf350b8e5b4cd58b79bbcdaeaebe64 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:01.654223 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0704de03-b58f-4cc5-9d41-9adf0d4d79bb req-7cf73c34-c32c-49c3-bbdb-2c55ce46a1f9 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 1.4102700 Feb 28 19:05:01.667794 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2a6298e8-ad18-4ba6-87f7-731fb4fab964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.679488 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:01.705035 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2a6298e8-ad18-4ba6-87f7-731fb4fab964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.706734 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2a6298e8-ad18-4ba6-87f7-731fb4fab964 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/362b68c1-20fc-4dc3-b7a4-319698efa28f HTTP/1.1" status: 204 len: 168 time: 2.2377534 Feb 28 19:05:01.730968 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:01.735432 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:01.739032 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2a781574-7400-49d4-a309-5c3750644160 service neutron] 10.222.0.55 "PUT /v2.0/ports/a66e594a-268b-4ff7-a9f8-02c67d25e1da HTTP/1.1" status: 200 len: 1093 time: 5.4287281 Feb 28 19:05:01.809334 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97445131-4f36-4945-837e-5463f956cc77', 'tag': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:01.822000 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6298e8-ad18-4ba6-87f7-731fb4fab964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b68c1-20fc-4dc3-b7a4-319698efa28f,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:01.987786 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a781574-7400-49d4-a309-5c3750644160 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e594a-268b-4ff7-a9f8-02c67d25e1da,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:01.987786 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0704de03-b58f-4cc5-9d41-9adf0d4d79bb req-601d440e-e412-40af-a776-0bc29c999b22 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421033 Feb 28 19:05:02.119405 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.312993 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c864df9b-d435-45e8-b87e-28202936d844 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:02.342629 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.369704 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.provisioning_blocks [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Transition to ACTIVE for port object 57d720c0-9a3e-4f79-ae3a-f18c58156a0e will not be triggered until provisioned by entity DHCP. {{(pid=87803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:02.434708 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:05:02.448307 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-4ad9315b-c217-465d-916a-8f0b87938ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:02.449937 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-4ad9315b-c217-465d-916a-8f0b87938ee7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1bf350b8e5b4cd58b79bbcdaeaebe64&device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 1096 time: 0.3282137 Feb 28 19:05:02.580774 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port c864df9b-d435-45e8-b87e-28202936d844 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:02.581135 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.622077 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-2f55ce9c-6810-4fb5-975d-326bb2a30606 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da HTTP/1.1" status: 200 len: 217 time: 0.1336837 Feb 28 19:05:02.718905 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.722699 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4dd7-4d13-4469-b332-eefcc7b5d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.725496 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.761292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-1dd3a869-7f7b-4952-a70d-889c1fa5f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:02.764718 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-1dd3a869-7f7b-4952-a70d-889c1fa5f0b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa70a20-c876-4540-9ee0-abb23d861992 HTTP/1.1" status: 200 len: 852 time: 0.1237574 Feb 28 19:05:02.847911 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e751f0ba-bbc7-4fdf-b696-5136aa836b46 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:02.953413 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c4dd7-4d13-4469-b332-eefcc7b5d6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e2167-2eb4-487e-847c-e785494add8c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:02.960833 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port e751f0ba-bbc7-4fdf-b696-5136aa836b46 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:02.960833 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:02.976291 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-f4d94142-126e-455f-9c97-b37069a0452f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576047 Feb 28 19:05:02.990358 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Network 63479164-a223-4f16-ab5c-94c1820761f4 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:03.005710 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4dd7-4d13-4469-b332-eefcc7b5d6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.009843 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-4c2c4dd7-4d13-4469-b332-eefcc7b5d6a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/306e2167-2eb4-487e-847c-e785494add8c HTTP/1.1" status: 204 len: 168 time: 2.8049362 Feb 28 19:05:03.022248 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:03.025011 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:03.026038 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.045266 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:05:03.058592 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Sync routers for ids ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:05:03.076129 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Routers {'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:03.076908 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-850739d3-4b84-41e6-806a-6fcaa61780f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/bcf3e1fe-d482-4c0a-a7c1-bb6da1327359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0761521 Feb 28 19:05:03.077747 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:03.102861 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.102861 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5368335 Feb 28 19:05:03.112090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc49e0-c437-4d9c-9623-47fb7704d6ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d090244-48bb-4bc8-8d42-376477112cc6,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:03.128954 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47968) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:03.142303 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Pushing event updated for resources: {'Port': ['ID=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:03.169818 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'floatingip': {'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:03.194060 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:03.199622 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:floatingip and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:03.226355 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:03.287983 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:03.498571 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-9f61dfcd-3706-44a7-b591-b0bf36d7ccbf service neutron] 10.222.0.55 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952424 Feb 28 19:05:03.527204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.565085 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 1f99f41a-f996-4f72-9cee-e877c273ad74 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:03.597311 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Set router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:03.739390 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081dbcf-90db-4ad5-bd77-3f8328afa2ea req-a814b187-fc88-4abf-8764-d48862f2ddd3 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:03.749114 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3081dbcf-90db-4ad5-bd77-3f8328afa2ea req-a814b187-fc88-4abf-8764-d48862f2ddd3 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 0.4624071 Feb 28 19:05:03.801484 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-fdda0795-dc11-4364-ac3f-652e6f0700c2 None None] Provisioning for port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:03.815834 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-fdda0795-dc11-4364-ac3f-652e6f0700c2 None None] Provisioning complete for port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:03.819449 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-fdda0795-dc11-4364-ac3f-652e6f0700c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.834762 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33832253-2a83-46a4-9ad0-7875fe6e21fe req-3b16a49b-6a45-4611-8083-56225aa4dc2f service neutron] 10.222.0.55 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249919 Feb 28 19:05:03.911080 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 1f99f41a-f996-4f72-9cee-e877c273ad74 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:03.925363 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 1f99f41a-f996-4f72-9cee-e877c273ad74 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:03.925808 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:03.985870 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47980) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:03.999970 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3081dbcf-90db-4ad5-bd77-3f8328afa2ea req-4a51b93c-5d25-4af0-9c32-26d6c84bbd2e tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284971 Feb 28 19:05:04.022119 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.035062 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.079731 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:04.098074 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Usage tracker for resource:security_group_rule and tenant:b7fbf421ad1d487088b878feeaa3a5ae is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:04.102451 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-fdda0795-dc11-4364-ac3f-652e6f0700c2 None None] Port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:05:04.108708 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:04.136203 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:04.349068 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.366960 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.407034 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 1f99f41a-f996-4f72-9cee-e877c273ad74, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=1f99f41a-f996-4f72-9cee-e877c273ad74,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:04.445992 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.502259 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.515980 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.548732 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 4, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'e7fdd445-e11f-45ae-857c-5d441339eeb7', 'name': '', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'mac_address': 'fa:16:3e:4a:3b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:53Z', 'updated_at': '2022-02-28T19:04:59Z', 'revision_number': 2, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'subnets': [{'id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:04.563194 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Checking router: bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:05:04.565533 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Updating router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 port e7fdd445-e11f-45ae-857c-5d441339eeb7 binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:05:04.582842 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7fbf421ad1d487088b878feeaa3a5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957210 Feb 28 19:05:04.583401 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 47988) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:04.626522 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46f9b0-7f42-42f4-9456-5bd1eb59281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20d443d-0d9b-4e32-8784-756250fcd452,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:04.724944 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b8f123f9-c4e8-4191-a26b-fc8adbfab8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.735793 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.741797 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=1f99f41a-f996-4f72-9cee-e877c273ad74,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:04.768533 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b8f123f9-c4e8-4191-a26b-fc8adbfab8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.827946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 47994) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:04.897951 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97445131-4f36-4945-837e-5463f956cc77', 'tag': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da', 'status': 'completed', 'code': 200} Feb 28 19:05:04.931258 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:04.980228 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Allocated IP 172.28.1.137 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/e353ef97-7497-4902-8b1f-54b9223ee72e) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:05.012631 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b8f123f9-c4e8-4191-a26b-fc8adbfab8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.035414 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.036280 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.272402 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48010) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:05.274313 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f123f9-c4e8-4191-a26b-fc8adbfab8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20d443d-0d9b-4e32-8784-756250fcd452,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:05.375723 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b8f123f9-c4e8-4191-a26b-fc8adbfab8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.377444 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b8f123f9-c4e8-4191-a26b-fc8adbfab8e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e20d443d-0d9b-4e32-8784-756250fcd452 HTTP/1.1" status: 204 len: 168 time: 0.7821007 Feb 28 19:05:05.417552 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b57750da-bd17-4f81-81de-3862fcc63c6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c84d4ae5d9ea4afeb07276221e25864c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0988278 Feb 28 19:05:05.420846 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48016) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:05.564364 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.565201 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-54d54448-f896-48cd-8aab-9e1433951d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.590849 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Transition to ACTIVE for port object e7fdd445-e11f-45ae-857c-5d441339eeb7 will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:05.608387 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-54d54448-f896-48cd-8aab-9e1433951d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.627919 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Network 63479164-a223-4f16-ab5c-94c1820761f4 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:05.681288 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-61d8dd97-1242-4302-9f90-b365f98b1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:05.682704 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-61d8dd97-1242-4302-9f90-b365f98b1e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1bf350b8e5b4cd58b79bbcdaeaebe64&device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 1096 time: 0.7571084 Feb 28 19:05:05.689144 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.741837 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:05.743691 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Pushing event updated for resources: {'Port': ['ID=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:05.764676 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7536f-55d7-4339-8a2b-1bd1893e69c0 req-796cd5df-7125-437c-8685-8ebe5aaced8b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:05.766221 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e5e7536f-55d7-4339-8a2b-1bd1893e69c0 req-796cd5df-7125-437c-8685-8ebe5aaced8b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 0.5380127 Feb 28 19:05:05.788490 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-54d54448-f896-48cd-8aab-9e1433951d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.803223 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:05.923862 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174447c8-061b-4119-a50f-d67769cc6bdf None None] Pushing event updated for resources: {'Port': ['ID=e7fdd445-e11f-45ae-857c-5d441339eeb7,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:05.956959 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:06.003066 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Usage tracker for resource:security_group_rule and tenant:c59b48fae84f4bf1bee767ce23d1204b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:06.017146 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d54448-f896-48cd-8aab-9e1433951d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd815c0-ad56-48d7-ac3d-1f2ce33050c8,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:06.032842 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.055775 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-54d54448-f896-48cd-8aab-9e1433951d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.056933 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-54d54448-f896-48cd-8aab-9e1433951d75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcd815c0-ad56-48d7-ac3d-1f2ce33050c8 HTTP/1.1" status: 204 len: 168 time: 0.6343219 Feb 28 19:05:06.094350 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:06.108016 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:06.172575 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e5e7536f-55d7-4339-8a2b-1bd1893e69c0 req-0b26b403-6f89-4a38-b511-8e09f782d80b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893480 Feb 28 19:05:06.190214 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-cc2ad8d8-d7f9-4c50-a1f4-34429157400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:06.191970 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-cc2ad8d8-d7f9-4c50-a1f4-34429157400c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739 HTTP/1.1" status: 200 len: 913 time: 0.4937053 Feb 28 19:05:06.221081 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Attempting to bind port e7fdd445-e11f-45ae-857c-5d441339eeb7 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:06.224981 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Attempting to bind port e7fdd445-e11f-45ae-857c-5d441339eeb7 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:06.224981 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Attempting to bind port e7fdd445-e11f-45ae-857c-5d441339eeb7 on network 0168d769-d656-4cc1-9879-e688195afd21 {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:06.230923 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.232714 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:06.233732 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Checking segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:06.245199 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.246593 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Bound using segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:06.250512 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Bound port: e7fdd445-e11f-45ae-857c-5d441339eeb7, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:06.262959 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.263351 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-51eaf465-d1b9-4dc3-97c2-42758e7c19e6 None None] Provisioning complete for port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:06.263351 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-51eaf465-d1b9-4dc3-97c2-42758e7c19e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.368558 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-ad236f37-c9b4-4ea9-aecd-7e57a86ac8e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da HTTP/1.1" status: 200 len: 217 time: 0.1586874 Feb 28 19:05:06.431951 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-51eaf465-d1b9-4dc3-97c2-42758e7c19e6 None None] Port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:05:06.460253 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.529855 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-b1ca8ffd-c63d-477a-aef5-9030924b2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:06.530369 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-b1ca8ffd-c63d-477a-aef5-9030924b2b4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa70a20-c876-4540-9ee0-abb23d861992 HTTP/1.1" status: 200 len: 852 time: 0.1405826 Feb 28 19:05:06.556178 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] For port e7fdd445-e11f-45ae-857c-5d441339eeb7, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:06.563269 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] For port e7fdd445-e11f-45ae-857c-5d441339eeb7, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=e7fdd445-e11f-45ae-857c-5d441339eeb7,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:06.650935 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-86e27563-c17f-4c84-8e20-200d937f919a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141949 Feb 28 19:05:06.658075 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.674400 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 1f99f41a-f996-4f72-9cee-e877c273ad74 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:06.685898 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.813363 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:06.824446 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88eb5f-8b33-45a9-87ea-e694e219a644,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:06.879670 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:06.892461 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 1f99f41a-f996-4f72-9cee-e877c273ad74 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:06.892835 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:06.913152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:05:06.916399 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Routers {'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:06.917193 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:07.038053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:07.071133 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-8ac08daf-4228-4423-8747-5d3aa4aa3ac5 service neutron] 10.222.0.55 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099734 Feb 28 19:05:07.307543 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] Set router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:07.379274 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'Port': ['ID=e353ef97-7497-4902-8b1f-54b9223ee72e,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:07.379274 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-727c88a2-f624-42b7-86cb-5e721b5ceead admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c59b48fae84f4bf1bee767ce23d1204b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4952798 Feb 28 19:05:07.379462 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b466326-a606-4824-8d61-2e40b0e6bbf2 req-51511259-7258-4fa9-aff9-35505d3ae266 service neutron] 10.222.0.55 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983816 Feb 28 19:05:07.379462 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48062) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:07.502051 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2875711b-fc6f-4aca-a582-acf07773146f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:07.555663 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2875711b-fc6f-4aca-a582-acf07773146f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:07.564321 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174447c8-061b-4119-a50f-d67769cc6bdf None None] Pushing event updated for resources: {'Port': ['ID=e7fdd445-e11f-45ae-857c-5d441339eeb7,revision_number=4']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:07.627729 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33883899-b17b-4833-82a0-f58650cac68f req-ca073798-90cd-4bfb-9dc4-e7429851c654 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:07.629741 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33883899-b17b-4833-82a0-f58650cac68f req-ca073798-90cd-4bfb-9dc4-e7429851c654 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 0.1653731 Feb 28 19:05:07.672327 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-1e23eb04-f93f-41dc-b21a-34946a1853fb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:07.673713 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-1e23eb04-f93f-41dc-b21a-34946a1853fb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Synchronizing usage tracker for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:network {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:07.684753 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-33883899-b17b-4833-82a0-f58650cac68f req-e934ec77-974d-402c-900b-f7e78eb6015a tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486124 Feb 28 19:05:07.698552 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:07.765645 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:05:07.777451 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:05:07.796684 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:07.797634 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:07.815483 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2875711b-fc6f-4aca-a582-acf07773146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:07.840903 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2cf045c8-3c11-4166-86fc-be60a54a4970 admin admin] 10.222.0.41 "PUT /v2.0/routers/647db41c-65e2-44bb-be87-abe4cfcc7377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1607914 Feb 28 19:05:07.868063 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875711b-fc6f-4aca-a582-acf07773146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88eb5f-8b33-45a9-87ea-e694e219a644,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:07.870692 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2875711b-fc6f-4aca-a582-acf07773146f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:07.873012 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2875711b-fc6f-4aca-a582-acf07773146f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c88eb5f-8b33-45a9-87ea-e694e219a644 HTTP/1.1" status: 204 len: 168 time: 0.4925680 Feb 28 19:05:08.080587 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.132377 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-1e23eb04-f93f-41dc-b21a-34946a1853fb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Unset dirty status for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:network {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:08.133377 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 4, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'e7fdd445-e11f-45ae-857c-5d441339eeb7', 'name': '', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'mac_address': 'fa:16:3e:4a:3b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:53Z', 'updated_at': '2022-02-28T19:05:06Z', 'revision_number': 4, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'subnets': [{'id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:08.133846 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-1e23eb04-f93f-41dc-b21a-34946a1853fb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 819 time: 1.8783998 Feb 28 19:05:08.133937 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b6e1b-6754-473a-9b1d-10084c866e3b None None] The sync data for ids ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'] in dv-cinder-831187-1-smb is: [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:57Z', 'revision_number': 4, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'e7fdd445-e11f-45ae-857c-5d441339eeb7', 'name': '', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'mac_address': 'fa:16:3e:4a:3b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:53Z', 'updated_at': '2022-02-28T19:05:06Z', 'revision_number': 4, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'subnets': [{'id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:05:08.146948 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-838d5f65-eb2c-428f-b1d1-d073514674d3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/quotas/ddfc0f864536401bb8d7d8a363e234d1 HTTP/1.1" status: 200 len: 375 time: 0.0126188 Feb 28 19:05:08.254543 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:08.773227 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-cab75952-7347-4e87-a4e8-6452e11150e1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Synchronizing usage tracker for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:08.871704 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:08.903845 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e7fdd445-e11f-45ae-857c-5d441339eeb7 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:08.922138 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-cab75952-7347-4e87-a4e8-6452e11150e1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Unset dirty status for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:08.923626 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-cab75952-7347-4e87-a4e8-6452e11150e1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7771657 Feb 28 19:05:08.952984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.049031 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.055597 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 2, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:09.080841 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:05:09.081214 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Updating router 647db41c-65e2-44bb-be87-abe4cfcc7377 port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:05:09.114852 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'Port': ['ID=e353ef97-7497-4902-8b1f-54b9223ee72e,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:09.149059 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port e7fdd445-e11f-45ae-857c-5d441339eeb7 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:09.165449 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.168071 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-9e531b71-323c-4384-a232-3a017c9f567c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0382812 Feb 28 19:05:09.177366 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port e7fdd445-e11f-45ae-857c-5d441339eeb7 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:09.177880 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.260827 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.393558 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.496189 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port e7fdd445-e11f-45ae-857c-5d441339eeb7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=e7fdd445-e11f-45ae-857c-5d441339eeb7,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:09.597467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48124) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:09.637508 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.646714 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.675155 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:09.682565 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Usage tracker for resource:security_group_rule and tenant:64b015f77489420082196eb2f3d4a36d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:09.691891 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:09.692535 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48128) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:09.699988 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706718541', 'description': 'tempest-description--512826854'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:09.708767 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:09.709897 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:09.730587 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:09.732984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:09.746707 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:09.766448 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=e7fdd445-e11f-45ae-857c-5d441339eeb7,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:09.849124 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.878384 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.886992 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:09.895296 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:09.897155 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:09.899226 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Transition to ACTIVE for port object 57d720c0-9a3e-4f79-ae3a-f18c58156a0e will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:09.906900 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:09.947449 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:09.985599 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6a18-c790-4de8-afce-399c77d29615 req-d45e2f18-3eba-4f2e-8d02-3cd1fb08f14e tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:09.987280 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-027d6a18-c790-4de8-afce-399c77d29615 req-d45e2f18-3eba-4f2e-8d02-3cd1fb08f14e tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 0.1169560 Feb 28 19:05:09.999032 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.028060 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.039194 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-027d6a18-c790-4de8-afce-399c77d29615 req-bee30f61-ed7a-4785-a9cb-80380f715ebe tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Feb 28 19:05:10.050242 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.051950 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.118836 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cad9d7-6396-47fe-9702-a3499ca20d9c None None] Pushing event updated for resources: {'Port': ['ID=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.145975 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64b015f77489420082196eb2f3d4a36d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455778 Feb 28 19:05:10.148073 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48140) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:10.150356 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d69f5-af20-41c4-810f-73f38c5e1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c4c7d6-7032-49de-ab44-65b8c7ee919f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.159452 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb11d3a-d930-4891-8ec8-06ec27c8954c,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.251946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.256174 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-baef795f-0dac-4eaf-9d61-38c00fea79d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5597649 Feb 28 19:05:10.257716 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48152) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:10.291661 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'security_group_rule': {'security_group_id': '1eb11d3a-d930-4891-8ec8-06ec27c8954c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:10.292892 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:10.297490 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:10.300832 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:10.303303 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2d84c676-7c35-4ce0-b27f-0c0b3e937f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.317507 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:10.317715 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Attempting to bind port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:10.317838 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Attempting to bind port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:10.318394 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Attempting to bind port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e on network 63479164-a223-4f16-ab5c-94c1820761f4 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:10.325866 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:10.335679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Checking segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:10.335679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.335679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Bound using segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:10.335679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Bound port: 57d720c0-9a3e-4f79-ae3a-f18c58156a0e, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:10.335679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.342885 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2d84c676-7c35-4ce0-b27f-0c0b3e937f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.430505 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.443379 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-331c8e87-0ba7-4ee9-8ee0-cf4b9f96e5fb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1706376571&fields=id&tenant_id=951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 267 time: 0.1910429 Feb 28 19:05:10.461261 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] For port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:10.464555 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] For port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:10.501011 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2d84c676-7c35-4ce0-b27f-0c0b3e937f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.553466 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.566892 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.592395 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c676-7c35-4ce0-b27f-0c0b3e937f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c4c7d6-7032-49de-ab44-65b8c7ee919f,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.605730 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2d84c676-7c35-4ce0-b27f-0c0b3e937f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.611090 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2d84c676-7c35-4ce0-b27f-0c0b3e937f75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94c4c7d6-7032-49de-ab44-65b8c7ee919f HTTP/1.1" status: 204 len: 168 time: 0.4413350 Feb 28 19:05:10.644963 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.651647 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e7fdd445-e11f-45ae-857c-5d441339eeb7 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:10.655087 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-3c962381-cb50-4841-816c-70e1d0034d23 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:10.663984 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-3c962381-cb50-4841-816c-70e1d0034d23 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 817 time: 0.2123353 Feb 28 19:05:10.673238 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48162) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:10.685392 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-8a098407-0f71-47fa-8751-c80c3a03937e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/quotas/951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 375 time: 0.0177178 Feb 28 19:05:10.721471 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8616139c-7ae4-42bd-b73e-837817f133f5,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.738117 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-4165ce5d-7036-48b8-a777-debe4b07b298 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=87803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 28 19:05:10.750677 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-4165ce5d-7036-48b8-a777-debe4b07b298 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5058355 Feb 28 19:05:10.758187 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cad9d7-6396-47fe-9702-a3499ca20d9c None None] Pushing event updated for resources: {'Port': ['ID=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:10.780708 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:10.781334 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:04:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:10.812292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-c6e07c4a-7888-49fe-a3a5-af8b47327b18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:10.890551 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.891317 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-93403fec-bd3a-495a-8a1e-beed7fec1f7b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6322863 Feb 28 19:05:10.894648 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48170) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:10.901028 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'security_group_rule': {'security_group_id': '1eb11d3a-d930-4891-8ec8-06ec27c8954c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:10.910545 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:10.922664 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:10.927933 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:10.936259 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:10.940817 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-c6e07c4a-7888-49fe-a3a5-af8b47327b18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:10.943039 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-c6e07c4a-7888-49fe-a3a5-af8b47327b18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2591617 Feb 28 19:05:10.960657 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port e7fdd445-e11f-45ae-857c-5d441339eeb7 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:10.961302 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:10.980931 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-cd932f3b-1ef1-40b1-897f-319de0ee1760 service neutron] 10.222.0.41 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294662 Feb 28 19:05:11.041310 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.072901 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:11.078991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Usage tracker for resource:security_group_rule and tenant:e2a28dd9f3f647b48876b27766570beb is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:11.083824 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:11.092891 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:11.101397 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.159449 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:11.289995 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.293705 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-8cdb29b9-2342-4d80-9e5f-6d461cfec36b service neutron] 10.222.0.41 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296177 Feb 28 19:05:11.414765 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.465657 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c69ddb6-61d5-4c7e-a83b-f121467dcad5,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:11.492173 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-3856c1d0-dca4-475a-85f0-716116a16ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043187 Feb 28 19:05:11.500584 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.528797 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-95775c77-b2bc-4dd6-aa1a-65639560c149 service neutron] 10.222.0.41 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260797 Feb 28 19:05:11.532772 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.539300 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a57d8b26-a520-4d9e-abbe-bf99d1be3ee7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6412373 Feb 28 19:05:11.544693 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48188) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:11.551563 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'floatingip': {'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:11.561968 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.571930 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:11.582481 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:floatingip and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:11.586341 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:11.593972 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:11.679828 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:10Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:11.684730 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bf938-e336-465b-8014-f8a14d69c4d4 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:10Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:05:11.692349 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2a28dd9f3f647b48876b27766570beb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0085015 Feb 28 19:05:11.692448 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48196) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:11.697789 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5ba1b-34f1-4f55-8d3d-a2e58f8eb40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6d813-758f-4190-a441-fbbcbb3b84cf,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:11.734399 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.935212 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-740162db-e272-4dfa-9803-c4d8b83e8bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:11.991401 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-740162db-e272-4dfa-9803-c4d8b83e8bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:12.083818 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-603b4216-9b27-41a0-958f-28c2505d2602 req-e28745fd-9f96-4ad8-8f06-b8d55ab5e13d tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 210 time: 0.0772576 Feb 28 19:05:12.214315 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a536e-cfba-4e1c-923b-311643be7b4c req-5ad18f22-719d-413c-a1a6-ba5246fae7d3 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:12.228378 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-575a536e-cfba-4e1c-923b-311643be7b4c req-5ad18f22-719d-413c-a1a6-ba5246fae7d3 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 0.1879351 Feb 28 19:05:12.263362 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2bdff607-a378-4917-8f1e-fb8b03416dfb req-cf53c86c-624e-465f-8185-b0bd927cf98d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.0946467 Feb 28 19:05:12.285007 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:12.347336 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-575a536e-cfba-4e1c-923b-311643be7b4c req-d3732d12-2164-45ce-a06d-4b2028fdffa0 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179094 Feb 28 19:05:12.576475 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-740162db-e272-4dfa-9803-c4d8b83e8bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:12.647598 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740162db-e272-4dfa-9803-c4d8b83e8bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6d813-758f-4190-a441-fbbcbb3b84cf,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:12.650511 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 57d720c0-9a3e-4f79-ae3a-f18c58156a0e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:12.734518 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-740162db-e272-4dfa-9803-c4d8b83e8bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:12.737318 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-740162db-e272-4dfa-9803-c4d8b83e8bad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dc6d813-758f-4190-a441-fbbcbb3b84cf HTTP/1.1" status: 204 len: 168 time: 1.0437188 Feb 28 19:05:12.920312 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-cc0efc94-5b39-4a9f-a055-775eb5cf0d03 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:12.927681 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-cc0efc94-5b39-4a9f-a055-775eb5cf0d03 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 819 time: 0.4178035 Feb 28 19:05:12.950905 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-052730aa-a081-4904-9524-07251e3a035e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/quotas/ddfc0f864536401bb8d7d8a363e234d1 HTTP/1.1" status: 200 len: 375 time: 0.0212762 Feb 28 19:05:13.004873 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:13.010260 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:13.015937 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.016779 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Allocated IP 172.28.1.52 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/1d3e49f0-0ba9-451a-9cc9-83c9e95fde0d) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:13.205022 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-7afa0f2b-93fb-4ac5-b183-b8930aa06c6a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2515969 Feb 28 19:05:13.310658 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a66e594a-268b-4ff7-a9f8-02c67d25e1da details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:13.327684 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.388126 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:13.429213 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.481067 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-4c4a8607-1640-454d-8e0a-e3cd4dcdcddc service neutron] 10.222.0.41 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721894 Feb 28 19:05:13.483611 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.562685 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-23728315-fb12-48ba-b5a5-3c70626e0f34 req-62b6756c-0c95-4c3e-b1c8-89e99a3819d5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.1282058 Feb 28 19:05:13.674959 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-1cc78d0d-bdda-4854-9697-09081b576eef service neutron] 10.222.0.41 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924529 Feb 28 19:05:13.694719 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:13.741653 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port a66e594a-268b-4ff7-a9f8-02c67d25e1da, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da,segment=NetworkSegment(f9bfd8ad-33d1-4d37-9528-0401eb19e4de),segment_id=f9bfd8ad-33d1-4d37-9528-0401eb19e4de)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:13.776275 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da', 'network_id': '3b316c8e-c7fe-46f4-8678-c53c4ad9d739', 'port_id': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da', 'mac_address': 'fa:16:3e:3a:1a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa70a20-c876-4540-9ee0-abb23d861992', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:13.804874 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:13.943345 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:13.950887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:13.961006 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:13.967613 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.007815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ae783-9c53-4468-88cf-7ec9b53fb721 req-344c3940-a742-461b-89b4-fc0c9e353b06 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:14.021056 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-433ae783-9c53-4468-88cf-7ec9b53fb721 req-344c3940-a742-461b-89b4-fc0c9e353b06 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 943 time: 0.1886783 Feb 28 19:05:14.027457 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66e594a-268b-4ff7-a9f8-02c67d25e1da {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:14.078276 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-433ae783-9c53-4468-88cf-7ec9b53fb721 req-84791241-9e1e-4faf-8aa1-d512a3b4acd6 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Feb 28 19:05:14.108452 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port a66e594a-268b-4ff7-a9f8-02c67d25e1da, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da,segment=NetworkSegment(f9bfd8ad-33d1-4d37-9528-0401eb19e4de),segment_id=f9bfd8ad-33d1-4d37-9528-0401eb19e4de)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:14.126811 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'Port': ['ID=1d3e49f0-0ba9-451a-9cc9-83c9e95fde0d,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:14.171137 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.181972 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4b47a880-ea27-4563-b58b-2fcaf39e7040 req-4b286a88-628f-4b03-aa2c-2068f73b3a97 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 210 time: 0.0635197 Feb 28 19:05:14.289706 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.295475 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=a66e594a-268b-4ff7-a9f8-02c67d25e1da,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:14.347465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48312) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:14.374604 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.418443 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['a66e594a-268b-4ff7-a9f8-02c67d25e1da'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:14.428394 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:14.435804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Usage tracker for resource:security_group_rule and tenant:70b5d4b23c82460da93c19dc527ee4d9 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:14.440208 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:14.455133 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:14.459554 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.663836 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 57d720c0-9a3e-4f79-ae3a-f18c58156a0e up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:14.880432 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.888625 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:14.890943 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:14.898222 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2ef9243e-8274-4740-849d-9983b514c21a req-3fbca142-174c-4f27-a8f6-d24397e09720 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.0827231 Feb 28 19:05:14.976876 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.017123 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.029501 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70b5d4b23c82460da93c19dc527ee4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778615 Feb 28 19:05:15.030056 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48332) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:15.049092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d31da-a170-49ee-bb13-511ee41effab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981b052c-8cae-4168-aca9-fdecda6f973e,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:15.103640 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.164875 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb40-d910-4725-b128-46d746951d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.196837 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb40-d910-4725-b128-46d746951d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.283252 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'Port': ['ID=1d3e49f0-0ba9-451a-9cc9-83c9e95fde0d,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:15.298158 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a66e594a-268b-4ff7-a9f8-02c67d25e1da up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:15.304424 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.347386 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-24d56790-614f-49d2-866c-2ccfb5090145 req-33ba1675-c510-43e3-917f-cc31c760f562 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 210 time: 0.0760014 Feb 28 19:05:15.383939 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10712a29-c817-482e-8c5d-e41b580e7bae req-ccb7d7b6-5f30-43ed-a0b0-3b46bce767ea tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:15.386123 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-10712a29-c817-482e-8c5d-e41b580e7bae req-ccb7d7b6-5f30-43ed-a0b0-3b46bce767ea tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 944 time: 0.1471057 Feb 28 19:05:15.431772 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.441245 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ef2245c5-d44a-4448-9ab0-18bee56df375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8949666 Feb 28 19:05:15.459897 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-10712a29-c817-482e-8c5d-e41b580e7bae req-190b23dd-8a18-4ca9-b886-5f6d42784924 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650423 Feb 28 19:05:15.509142 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb40-d910-4725-b128-46d746951d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.534187 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fbb40-d910-4725-b128-46d746951d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b052c-8cae-4168-aca9-fdecda6f973e,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:15.540759 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb40-d910-4725-b128-46d746951d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.545564 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1c1fbb40-d910-4725-b128-46d746951d21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/981b052c-8cae-4168-aca9-fdecda6f973e HTTP/1.1" status: 204 len: 168 time: 0.5142167 Feb 28 19:05:15.556776 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port a66e594a-268b-4ff7-a9f8-02c67d25e1da completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:15.565821 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port a66e594a-268b-4ff7-a9f8-02c67d25e1da triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:15.565821 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.798260 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-92a13161-badd-4f61-9222-211932b6ec31 req-06d0089e-8e3b-434d-9f32-b106763f6675 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:15.857225 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:15.878779 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-92a13161-badd-4f61-9222-211932b6ec31 req-06d0089e-8e3b-434d-9f32-b106763f6675 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:15.880012 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-06d0089e-8e3b-434d-9f32-b106763f6675 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1706718541&fields=id&tenant_id=9c0f14b6646b49b094d3461fca610f16 HTTP/1.1" status: 200 len: 267 time: 0.1291728 Feb 28 19:05:15.889785 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-7d5f1f8b-d1a8-4b23-aae6-d14f22756dba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:15.892539 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-7d5f1f8b-d1a8-4b23-aae6-d14f22756dba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 817 time: 0.2767324 Feb 28 19:05:15.913374 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97445131-4f36-4945-837e-5463f956cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:16.004605 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-67b49c1a-85cd-44ec-bdb1-893bcce091e6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 380 time: 0.0987465 Feb 28 19:05:16.012110 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'port': {'device_id': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'admin_state_up': True, 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'security_groups': ['253d9559-f9ad-42e5-9f95-65a18c59efc0']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:16.076495 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port a66e594a-268b-4ff7-a9f8-02c67d25e1da, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da,segment=NetworkSegment(f9bfd8ad-33d1-4d37-9528-0401eb19e4de),segment_id=f9bfd8ad-33d1-4d37-9528-0401eb19e4de)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:16.152752 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:16.236809 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-5edacf3c-ff04-4587-8f06-416af63476d5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:16.242213 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-92a13161-badd-4f61-9222-211932b6ec31 req-5edacf3c-ff04-4587-8f06-416af63476d5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:network {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:16.242402 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-71565bcd-7d84-405e-a6a8-d917a95095ac req-5050559e-1116-4fb6-a719-5d1eccdbb4cb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.1792169 Feb 28 19:05:16.388047 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-92a13161-badd-4f61-9222-211932b6ec31 req-5edacf3c-ff04-4587-8f06-416af63476d5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:network {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:16.389666 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-5edacf3c-ff04-4587-8f06-416af63476d5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 810 time: 0.5022457 Feb 28 19:05:16.406806 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=a66e594a-268b-4ff7-a9f8-02c67d25e1da,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:16.417939 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-a971c45c-7cb8-4f63-bc30-a63373f233ac tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/quotas/9c0f14b6646b49b094d3461fca610f16 HTTP/1.1" status: 200 len: 375 time: 0.0217454 Feb 28 19:05:16.511211 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:16.541609 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-92a13161-badd-4f61-9222-211932b6ec31 req-c6bf5d00-a1a4-4962-b4e5-66ff83438375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:16.604885 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:16.625298 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a44caf95-c597-4f73-a732-704a3da864aa req-9bd851fb-458d-4041-a05d-f48888cd3226 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 210 time: 0.0756400 Feb 28 19:05:16.658924 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.55', 49729) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:16.667249 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-92a13161-badd-4f61-9222-211932b6ec31 req-c6bf5d00-a1a4-4962-b4e5-66ff83438375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:16.668881 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-c6bf5d00-a1a4-4962-b4e5-66ff83438375 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501423 Feb 28 19:05:16.789237 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Made reservation on behalf of 951341064c6a4c92869840f9f199ff27 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:16.793980 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:16.994495 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-e0e0e79e-918d-4489-b5b4-b3989375208e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:16.996109 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-e0e0e79e-918d-4489-b5b4-b3989375208e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 819 time: 0.3360596 Feb 28 19:05:17.011376 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-568758eb-15f1-4651-b04f-b02eb2bcb5fe service neutron] 10.222.0.41 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039191 Feb 28 19:05:17.018596 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Request body: {'port': {'device_id': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'admin_state_up': True, 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:17.214143 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-ea4c4a20-29b3-490f-a157-ca9148b23d9b service neutron] 10.222.0.41 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965005 Feb 28 19:05:17.339962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1854a6-ae5f-48e6-975e-70ff6716df97 req-7e161f8e-1970-4a79-91ee-c6b6dc1f00b2 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:17.341457 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fa1854a6-ae5f-48e6-975e-70ff6716df97 req-7e161f8e-1970-4a79-91ee-c6b6dc1f00b2 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.4947443 Feb 28 19:05:17.354234 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Allocated IP 172.20.0.8 (b96f6f3a-e355-42aa-be2c-41ce721022b6/80eb434f-1097-451d-b6ac-715278025377/f6bb2c40-ad5d-4389-901a-2023ce6d4786) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:17.373595 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48430) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:17.385851 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.55', 49731) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:17.436066 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:17.474450 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fa1854a6-ae5f-48e6-975e-70ff6716df97 req-3d26701a-683b-4e89-bc66-dabce7a3fe2d tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222107 Feb 28 19:05:17.484085 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:17.641606 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Made reservation on behalf of ddfc0f864536401bb8d7d8a363e234d1 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:17.654975 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.771323 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-95e4c872-124e-416f-acc1-f8c1bb495554 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:17.773112 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-95e4c872-124e-416f-acc1-f8c1bb495554 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 819 time: 0.3857100 Feb 28 19:05:17.815237 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:17.852661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Transition to ACTIVE for port object f6bb2c40-ad5d-4389-901a-2023ce6d4786 will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:17.870914 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-abab97be-a215-404f-b777-318bac91b6ed req-0d5aa847-0a54-4261-beef-1a4fa95af468 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.0966358 Feb 28 19:05:17.880735 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Request body: {'port': {'device_id': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'admin_state_up': True, 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:18.030019 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Allocated IP 172.20.0.2 (0168d769-d656-4cc1-9879-e688195afd21/e49fc376-dc5d-457f-af83-348f6dd23d1f/12bacb43-1217-49a4-8beb-d544f75967e5) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:18.035747 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97445131-4f36-4945-837e-5463f956cc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da', 'code': 200} Feb 28 19:05:18.067466 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-4e4bf732-bf37-4847-9bd5-38fd97bc2b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.197410 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e9f0b9eb-493a-4a51-bab6-5441b05b7eb5 req-2f934a6e-76e5-4331-8545-0439662f8330 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 210 time: 0.1268117 Feb 28 19:05:18.201852 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.206654 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-54335c6b-9d70-40a5-bc3b-cdf4a334b2fb req-efdf97d7-6079-4118-8295-8756fc6bc69d tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 210 time: 0.0671613 Feb 28 19:05:18.210884 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.241452 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:18.251454 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Usage tracker for resource:security_group_rule and tenant:36daa17cc20d43e98694793e815c9407 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:18.255077 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:18.261080 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:18.274282 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:18.276758 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:18.335942 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:18.364768 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Made reservation on behalf of ddfc0f864536401bb8d7d8a363e234d1 for: {'port': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:18.372612 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.436709 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:18.440825 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:18.445374 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:18.557940 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.55', 49737) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:18.581510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.593843 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.634006 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:18.634939 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.678907 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.730385 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.828158 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Network 0168d769-d656-4cc1-9879-e688195afd21 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:18.832946 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:18.838813 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:18.868254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Pushing event updated for resources: {'Port': ['ID=12bacb43-1217-49a4-8beb-d544f75967e5,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:18.890910 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-01af3ab4-bf3a-4774-af99-c9e49ee429ac None None] Provisioning for port f6bb2c40-ad5d-4389-901a-2023ce6d4786 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:18.899295 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-01af3ab4-bf3a-4774-af99-c9e49ee429ac None None] Provisioning complete for port f6bb2c40-ad5d-4389-901a-2023ce6d4786 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:18.899929 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-01af3ab4-bf3a-4774-af99-c9e49ee429ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:18.939389 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-aa5df914-65f1-4b56-97b0-f99631da690e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9336703 Feb 28 19:05:18.985180 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36daa17cc20d43e98694793e815c9407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6085565 Feb 28 19:05:18.988333 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48494) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:18.993065 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Request body: {'port': {'device_id': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:18.998048 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c81a9-b97c-4c6f-9071-85f08749962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59471a51-adb9-496c-bdbe-045188809049,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:19.026995 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-01af3ab4-bf3a-4774-af99-c9e49ee429ac None None] Port f6bb2c40-ad5d-4389-901a-2023ce6d4786 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:05:19.068969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:19.069724 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.076462 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-67e10382-2fae-4dc0-b9a9-3cb3586cc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:19.081129 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-67e10382-2fae-4dc0-b9a9-3cb3586cc923 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 1098 time: 0.5171738 Feb 28 19:05:19.128736 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Allocated IP 172.20.0.3 (0168d769-d656-4cc1-9879-e688195afd21/e49fc376-dc5d-457f-af83-348f6dd23d1f/1c2688ab-6d0b-4e76-8614-2dc32bae54af) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:19.157281 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.194979 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-be5bfc3d-643d-4680-8d4c-40dfb60152b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1878352 Feb 28 19:05:19.242031 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Request body: {'port': {'device_id': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:19.267820 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:19.288532 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4d02c-d2e6-4f09-a545-ac0fd8639d5c req-f9e29b69-d569-4fad-838f-7d33a4081a79 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:19.290436 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-14a4d02c-d2e6-4f09-a545-ac0fd8639d5c req-f9e29b69-d569-4fad-838f-7d33a4081a79 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.5327604 Feb 28 19:05:19.298568 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3513f18b-b7c9-4b5d-a305-89477d7a387b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.313974 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Usage tracker for resource:security_group_rule and tenant:9fc99ed2220c4fe3b1eecc76f5fe6f3f is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:19.318331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:19.334551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:19.386662 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.400511 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3513f18b-b7c9-4b5d-a305-89477d7a387b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.471278 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-14a4d02c-d2e6-4f09-a545-ac0fd8639d5c req-fca7a385-fb6d-464c-b9d4-b414776e67ab tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623111 Feb 28 19:05:19.663950 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c04bc-b5bd-496d-90d5-981a921caa95 req-43d1530d-d56c-4ba0-83f9-f1791e88fc3f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:19.665144 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-8c7c04bc-b5bd-496d-90d5-981a921caa95 req-43d1530d-d56c-4ba0-83f9-f1791e88fc3f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:19.688058 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.699570 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-eba9077b-a4dd-4a8b-9ac5-0e961ba900fc req-928a16d4-a322-464c-91e6-8d5ba1f05284 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 210 time: 0.0549111 Feb 28 19:05:19.721860 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.730691 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3513f18b-b7c9-4b5d-a305-89477d7a387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.767021 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513f18b-b7c9-4b5d-a305-89477d7a387b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59471a51-adb9-496c-bdbe-045188809049,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:19.798753 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.879423 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Network 0168d769-d656-4cc1-9879-e688195afd21 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:19.885110 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:19.889041 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:19.895232 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:19.896105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.983623 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e04c4f3b-5915-43ff-ada5-1348a8d3c459 req-8466c60d-bc68-4269-875b-5a86460e806b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 210 time: 0.0755110 Feb 28 19:05:19.987739 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3513f18b-b7c9-4b5d-a305-89477d7a387b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:19.988870 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3513f18b-b7c9-4b5d-a305-89477d7a387b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59471a51-adb9-496c-bdbe-045188809049 HTTP/1.1" status: 204 len: 168 time: 0.9858665 Feb 28 19:05:19.989800 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Pushing event updated for resources: {'Port': ['ID=1c2688ab-6d0b-4e76-8614-2dc32bae54af,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:20.039853 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-49770c8a-20ad-4a09-b553-5e12faa37e8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1667466 Feb 28 19:05:20.052341 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Request body: {'port': {'device_id': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:20.063030 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-8c7c04bc-b5bd-496d-90d5-981a921caa95 req-43d1530d-d56c-4ba0-83f9-f1791e88fc3f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:20.070184 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c7c04bc-b5bd-496d-90d5-981a921caa95 req-43d1530d-d56c-4ba0-83f9-f1791e88fc3f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 931 time: 0.9527373 Feb 28 19:05:20.076087 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:20.266688 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c7c04bc-b5bd-496d-90d5-981a921caa95 req-9e05762c-b2c4-450f-8525-ac3fd338133e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956015 Feb 28 19:05:20.277726 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:20.295597 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:20.351330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b8269b86-3c7b-4f3c-8e6a-ad75e9bc03c0,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:20.395122 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e3cd18bf-5dc7-4211-9b8b-b16088b6066c req-45993118-cce2-40cd-833b-e209ddd9b16e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2959151 Feb 28 19:05:20.784585 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd66a-839b-4509-895c-7108c917cd1c req-2dc130bd-bb78-41cc-8fb8-36048548c45b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:20.786168 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6c5dd66a-839b-4509-895c-7108c917cd1c req-2dc130bd-bb78-41cc-8fb8-36048548c45b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.1368880 Feb 28 19:05:20.827349 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5c3d324a-fedd-415c-8768-e4ba2f18bafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:20.843442 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6c5dd66a-839b-4509-895c-7108c917cd1c req-e2fd6230-e668-485c-a064-63954525b80d tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Feb 28 19:05:20.844496 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.db.resource_extend [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:05:20.992100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bb2c40-ad5d-4389-901a-2023ce6d4786 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:21.014831 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.025905 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48542) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:21.045094 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.048859 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-954a667f-c0ff-47bb-99b9-a99b3a35509e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:21.049306 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-954a667f-c0ff-47bb-99b9-a99b3a35509e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 810 time: 0.3700809 Feb 28 19:05:21.052997 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bacb43-1217-49a4-8beb-d544f75967e5 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:21.061540 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:21.062542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Transition to ACTIVE for port object f6bb2c40-ad5d-4389-901a-2023ce6d4786 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:21.067475 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Usage tracker for resource:security_group_rule and tenant:23e69258000248fda06050e342c3d056 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:21.070964 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:21.079132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.080421 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:21.129321 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Transition to ACTIVE for port object 12bacb43-1217-49a4-8beb-d544f75967e5 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:21.133916 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-1f66a5ea-6304-42fd-acfe-2bce489af667 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b6646b49b094d3461fca610f16 HTTP/1.1" status: 200 len: 380 time: 0.0753639 Feb 28 19:05:21.144447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6097cb-0f94-4244-b509-32399e6663f6 req-fc5d3a20-c4ed-4718-b05a-1bf450b83eb2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:21.145159 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-9b6097cb-0f94-4244-b509-32399e6663f6 req-fc5d3a20-c4ed-4718-b05a-1bf450b83eb2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Synchronizing usage tracker for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:21.154041 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'port': {'device_id': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'admin_state_up': True, 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'security_groups': ['1eb11d3a-d930-4891-8ec8-06ec27c8954c']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:21.243994 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.282108 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.302491 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c6256444-37f1-4de8-bd78-f823dfa9ef57 req-75836d02-1097-4113-b2ef-b820c0226477 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 210 time: 0.1275017 Feb 28 19:05:21.316491 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-9b6097cb-0f94-4244-b509-32399e6663f6 req-fc5d3a20-c4ed-4718-b05a-1bf450b83eb2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Unset dirty status for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:21.317645 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9b6097cb-0f94-4244-b509-32399e6663f6 req-fc5d3a20-c4ed-4718-b05a-1bf450b83eb2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 931 time: 0.4633832 Feb 28 19:05:21.368560 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.461087 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.518422 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da943f-8fc5-4ac3-ae34-973249db712d,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:21.559042 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Pushing event updated for resources: {'Port': ['ID=12bacb43-1217-49a4-8beb-d544f75967e5,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:21.565893 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.689007 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-398e4995-a0a7-4e38-9cbc-2c4f24f9c7dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23e69258000248fda06050e342c3d056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6595333 Feb 28 19:05:21.693812 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48566) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:21.808625 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:21.842166 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9b6097cb-0f94-4244-b509-32399e6663f6 req-1f87b597-1e7a-46eb-a543-340d1c1c9e02 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462614 Feb 28 19:05:21.865480 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:21.865685 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1080b05-7d15-44cf-b29f-51d665636334 req-e851770d-7bf2-45f2-a187-6b3d563bd81c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:21.869317 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:21.873175 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a1080b05-7d15-44cf-b29f-51d665636334 req-e851770d-7bf2-45f2-a187-6b3d563bd81c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.3253434 Feb 28 19:05:21.892305 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a75e4b8d-2f90-4932-8b3e-32d1d846bee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.922408 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2688ab-6d0b-4e76-8614-2dc32bae54af {{(pid=87803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:21.929903 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Attempting to bind port 12bacb43-1217-49a4-8beb-d544f75967e5 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:21.930237 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Attempting to bind port 12bacb43-1217-49a4-8beb-d544f75967e5 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:21.932625 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Attempting to bind port 12bacb43-1217-49a4-8beb-d544f75967e5 on network 0168d769-d656-4cc1-9879-e688195afd21 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:21.952433 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Port 12bacb43-1217-49a4-8beb-d544f75967e5 on network 0168d769-d656-4cc1-9879-e688195afd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:05:21.955860 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.956341 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Attempting to bind port 12bacb43-1217-49a4-8beb-d544f75967e5 on network 0168d769-d656-4cc1-9879-e688195afd21 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:21.964727 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Attempting to bind port f6bb2c40-ad5d-4389-901a-2023ce6d4786 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:21.965333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Attempting to bind port f6bb2c40-ad5d-4389-901a-2023ce6d4786 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:21.966430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Attempting to bind port f6bb2c40-ad5d-4389-901a-2023ce6d4786 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:21.972249 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Port f6bb2c40-ad5d-4389-901a-2023ce6d4786 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:05:21.972828 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Attempting to bind port f6bb2c40-ad5d-4389-901a-2023ce6d4786 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:21.974920 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a75e4b8d-2f90-4932-8b3e-32d1d846bee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.975397 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:21.975949 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Checking segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:21.976565 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Bound using segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:21.977226 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Bound port: 12bacb43-1217-49a4-8beb-d544f75967e5, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:21.977767 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:21.996242 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-a1080b05-7d15-44cf-b29f-51d665636334 req-0655942b-d1fc-4161-90cc-f5ea91cfee41 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:21.999252 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:21.999845 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Checking segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:22.000850 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Bound using segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:22.001606 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Bound port: f6bb2c40-ad5d-4389-901a-2023ce6d4786, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:22.002155 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.019850 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.provisioning_blocks [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Transition to ACTIVE for port object 1c2688ab-6d0b-4e76-8614-2dc32bae54af will not be triggered until provisioned by entity L2. {{(pid=87803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:22.083869 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.163371 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-a1080b05-7d15-44cf-b29f-51d665636334 req-0655942b-d1fc-4161-90cc-f5ea91cfee41 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:22.164554 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a1080b05-7d15-44cf-b29f-51d665636334 req-0655942b-d1fc-4161-90cc-f5ea91cfee41 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905974 Feb 28 19:05:22.248333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Made reservation on behalf of 9c0f14b6646b49b094d3461fca610f16 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:22.251874 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.274571 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a75e4b8d-2f90-4932-8b3e-32d1d846bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.323777 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.398016 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Pushing event updated for resources: {'Port': ['ID=1c2688ab-6d0b-4e76-8614-2dc32bae54af,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:22.401353 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e4b8d-2f90-4932-8b3e-32d1d846bee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da943f-8fc5-4ac3-ae34-973249db712d,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:22.415844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.managers [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Attempting to bind port 1c2688ab-6d0b-4e76-8614-2dc32bae54af on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:22.415844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.managers [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Attempting to bind port 1c2688ab-6d0b-4e76-8614-2dc32bae54af by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'}] {{(pid=87803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:22.415844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Attempting to bind port 1c2688ab-6d0b-4e76-8614-2dc32bae54af on network 0168d769-d656-4cc1-9879-e688195afd21 {{(pid=87803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:22.418494 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a75e4b8d-2f90-4932-8b3e-32d1d846bee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.431949 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a75e4b8d-2f90-4932-8b3e-32d1d846bee8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81da943f-8fc5-4ac3-ae34-973249db712d HTTP/1.1" status: 204 len: 168 time: 0.7306180 Feb 28 19:05:22.454328 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Port 1c2688ab-6d0b-4e76-8614-2dc32bae54af on network 0168d769-d656-4cc1-9879-e688195afd21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:05:22.454725 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Attempting to bind port 1c2688ab-6d0b-4e76-8614-2dc32bae54af on network 0168d769-d656-4cc1-9879-e688195afd21 {{(pid=87803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:22.460679 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:22.461151 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Checking segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:22.462076 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Bound using segment: {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'} {{(pid=87803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:22.462649 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.managers [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Bound port: 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f89190cb-daf5-4112-bbe3-c577974e810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0168d769-d656-4cc1-9879-e688195afd21'}}] {{(pid=87803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:22.463119 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.473081 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:22.487042 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] For port 12bacb43-1217-49a4-8beb-d544f75967e5, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:22.505017 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98d20b-3dad-402b-986d-ae637e638ad4 req-242baf76-dd98-480b-9e2a-cac45f7538dc tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:22.507016 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-af98d20b-3dad-402b-986d-ae637e638ad4 req-242baf76-dd98-480b-9e2a-cac45f7538dc tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.4927390 Feb 28 19:05:22.514813 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] For port 12bacb43-1217-49a4-8beb-d544f75967e5, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=12bacb43-1217-49a4-8beb-d544f75967e5,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:22.550778 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:22.621304 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-af98d20b-3dad-402b-986d-ae637e638ad4 req-21f470ed-bd6f-4928-9ac3-3f61b16e6ae8 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691471 Feb 28 19:05:22.625012 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.627260 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9dfe9b85-895b-4da8-ba91-adbe261669d0 req-e54cf731-7c38-4b2f-a3dd-753a73e6c3b3 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 210 time: 0.1436810 Feb 28 19:05:22.640745 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.691024 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] For port 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host hv-cinder-83118, cleared binding levels {{(pid=87803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:22.695980 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] For port 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:22.725930 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Allocated IP 172.20.0.4 (63479164-a223-4f16-ab5c-94c1820761f4/a6135fd5-03e9-48d3-8d28-1156e1e37af3/a65ec83c-0b3e-49c3-b22a-6b4bcf823a14) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:22.735786 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:22.736678 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.738088 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] 10.222.0.55 "PUT /v2.0/ports/12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 1093 time: 3.5023270 Feb 28 19:05:22.743894 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'tag': '12bacb43-1217-49a4-8beb-d544f75967e5'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:22.753447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:22.754459 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.755916 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] 10.222.0.55 "PUT /v2.0/ports/f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 1093 time: 3.7938502 Feb 28 19:05:22.805597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660ba1c-89b0-4285-9359-fb7d88b41092 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:22.810936 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.918803 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:22.921325 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:22.923171 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] 10.222.0.55 "PUT /v2.0/ports/1c2688ab-6d0b-4e76-8614-2dc32bae54af HTTP/1.1" status: 200 len: 1093 time: 2.8762095 Feb 28 19:05:22.924036 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'tag': '1c2688ab-6d0b-4e76-8614-2dc32bae54af'}] {{(pid=87803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:22.962620 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'tag': '12bacb43-1217-49a4-8beb-d544f75967e5', 'status': 'completed', 'code': 200} Feb 28 19:05:23.056042 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91824a-7061-4c6d-afd0-f19343f3f86b service neutron] Pushing event updated for resources: {'Port': ['ID=1c2688ab-6d0b-4e76-8614-2dc32bae54af,revision_number=3']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:23.198016 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-5f42b095-daf6-4982-91f9-5b3e46d9a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.199501 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-5f42b095-daf6-4982-91f9-5b3e46d9a6f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 1096 time: 0.1188285 Feb 28 19:05:23.307263 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db178be-3c21-473f-95c8-a017e5fd55ff service neutron] Pushing event updated for resources: {'Port': ['ID=12bacb43-1217-49a4-8beb-d544f75967e5,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:23.308538 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-bb4385fd-45ed-4077-84fe-993055255607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af HTTP/1.1" status: 200 len: 217 time: 0.0951853 Feb 28 19:05:23.380798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-fbf457a7-a84e-4035-9f8f-866a1ef64505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.382301 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-fbf457a7-a84e-4035-9f8f-866a1ef64505 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1096 time: 0.5062146 Feb 28 19:05:23.389858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-e45d195d-ae32-425f-9d63-c8a1b1acd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.391330 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-e45d195d-ae32-425f-9d63-c8a1b1acd856 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1096 time: 0.4963694 Feb 28 19:05:23.564168 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:23.568255 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-3b6fc72d-7958-4806-9f4e-233920d56167 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.1756477 Feb 28 19:05:23.568907 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879dea-0a18-46df-800b-d49daf70b6de req-57d27e25-4739-4deb-8c0d-b8f0d088685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.571195 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-57d27e25-4739-4deb-8c0d-b8f0d088685a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.2557812 Feb 28 19:05:23.573808 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-32adf443-f83b-4ab8-86c5-8d6d185ada1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 217 time: 0.1121657 Feb 28 19:05:23.586557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:23.652270 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-846172dd-e4a8-47a8-984f-a9e4b15189ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662775 Feb 28 19:05:23.671048 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Transition to ACTIVE for port object a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:23.694153 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd43bc4-f26a-4df7-8b1d-2f3ebca9604f req-626e1c1f-c02d-4a06-b74e-aead2f33257f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.704813 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fbd43bc4-f26a-4df7-8b1d-2f3ebca9604f req-626e1c1f-c02d-4a06-b74e-aead2f33257f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.3544302 Feb 28 19:05:23.717489 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09de72-464a-4b43-9a83-29d04e061c5c req-aae4b2c5-0585-46a3-92e4-9f9a0489cd7f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.717489 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c09de72-464a-4b43-9a83-29d04e061c5c req-aae4b2c5-0585-46a3-92e4-9f9a0489cd7f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 943 time: 0.5760334 Feb 28 19:05:23.772627 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-32449b20-c340-4ac4-8535-3b647b6d8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.778135 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-32449b20-c340-4ac4-8535-3b647b6d8f4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.1903553 Feb 28 19:05:23.779367 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-2a9213b1-c66b-46af-adc7-68ed0bfe1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:23.780824 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-2a9213b1-c66b-46af-adc7-68ed0bfe1644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.1621361 Feb 28 19:05:23.867543 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c09de72-464a-4b43-9a83-29d04e061c5c req-4b717f56-934b-45f6-abb8-510744e6fd9b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529462 Feb 28 19:05:23.880650 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fbd43bc4-f26a-4df7-8b1d-2f3ebca9604f req-5558a48f-12df-46bb-b1a6-cb4f97d8c12f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745894 Feb 28 19:05:23.898089 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-6eaab55e-f046-4341-8f04-0b448e5f543b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111846 Feb 28 19:05:23.933218 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-dd09e65f-48b2-495b-a6be-a9b4bf77d2b3 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744970 Feb 28 19:05:24.000722 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.097476 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Network 63479164-a223-4f16-ab5c-94c1820761f4 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:24.104855 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:24.108596 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:24.212779 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'tag': '1c2688ab-6d0b-4e76-8614-2dc32bae54af', 'status': 'completed', 'code': 200} Feb 28 19:05:24.219048 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-09879dea-0a18-46df-800b-d49daf70b6de req-d82a7a80-0e73-4aa0-b279-dd32e6b1354d service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766283 Feb 28 19:05:24.253499 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48658) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:24.294810 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'Port': ['ID=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:24.349639 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-82e1f446-4db2-4c76-840b-ec685fb26731 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429891 Feb 28 19:05:24.351715 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-f96dd2b2-cc38-4d3e-bfa4-e2254bcdcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.353146 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-f96dd2b2-cc38-4d3e-bfa4-e2254bcdcb6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5714228 Feb 28 19:05:24.408265 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48664) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:24.415804 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1848db5-dc3e-4fd1-9863-247f57bf1ca0 req-95334db4-adee-4684-8e04-ff34f2866ead tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.417339 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b1848db5-dc3e-4fd1-9863-247f57bf1ca0 req-95334db4-adee-4684-8e04-ff34f2866ead tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 931 time: 0.3474009 Feb 28 19:05:24.449726 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.450917 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.500588 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b1848db5-dc3e-4fd1-9863-247f57bf1ca0 req-3fe9c242-755b-40c0-a476-37663e0736b0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708189 Feb 28 19:05:24.514226 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-7fd44cff-002a-4665-93ab-fc2a65a3df4e None None] Provisioning for port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:24.523223 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-7fd44cff-002a-4665-93ab-fc2a65a3df4e None None] Provisioning complete for port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:24.526167 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7fd44cff-002a-4665-93ab-fc2a65a3df4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.553584 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-397d1235-6aa9-4d1d-8acc-8ec4f2cc62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.558135 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-397d1235-6aa9-4d1d-8acc-8ec4f2cc62df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 1096 time: 0.2214129 Feb 28 19:05:24.604754 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1354617813-network', 'tenant_id': 'f9621bcbc15b4d0989f7e62fc5f73d66'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:24.621558 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-7fd44cff-002a-4665-93ab-fc2a65a3df4e None None] Port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:05:24.645456 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:24.658256 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Usage tracker for resource:network and tenant:f9621bcbc15b4d0989f7e62fc5f73d66 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:24.659721 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:24.695012 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d702bd4-47c6-4a19-9b67-16e3c62b7867 req-ce24787a-78a9-48ba-a6a6-223b1b2c314e service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306341 Feb 28 19:05:24.699513 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-dbd58a40-a13b-47a7-88c0-da5496e7df1d service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339703 Feb 28 19:05:24.709389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2368c4-2ca9-4e55-bb7c-b408f0196369 req-2deff8f4-69a9-4d14-89ea-25f4046d849c tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.711226 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.712999 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c2368c4-2ca9-4e55-bb7c-b408f0196369 req-2deff8f4-69a9-4d14-89ea-25f4046d849c tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.4210258 Feb 28 19:05:24.738755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:24.740814 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-c7278d0a-cec9-4189-9980-6cc9db590918 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5920005 Feb 28 19:05:24.746655 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:24.753731 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Usage tracker for resource:security_group_rule and tenant:2e900781cdce4e0c86afc9d36275ded2 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:24.759904 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:24.772043 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:24.776915 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Request body: {'port': {'device_id': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:24.806205 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-bb8ecb92-1e65-4b05-bc8e-7deb62c5d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:24.807806 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-bb8ecb92-1e65-4b05-bc8e-7deb62c5d659 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.2418370 Feb 28 19:05:24.881930 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Made reservation on behalf of f9621bcbc15b4d0989f7e62fc5f73d66 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:24.884137 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.900645 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-a505c273-b1d5-4e9e-bb06-c3554027a62a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af HTTP/1.1" status: 200 len: 217 time: 0.0837033 Feb 28 19:05:24.902533 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:24.976137 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:24.984690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Usage tracker for resource:security_group_rule and tenant:f9621bcbc15b4d0989f7e62fc5f73d66 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:24.984896 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:24.988337 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:25.000846 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:25.007392 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-29ee987d-4aaf-4d37-b701-6673abe139dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.008875 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-29ee987d-4aaf-4d37-b701-6673abe139dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.0917172 Feb 28 19:05:25.049707 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c2368c4-2ca9-4e55-bb7c-b408f0196369 req-9a294c87-20a3-45fa-8f40-a239c61a15b5 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132074 Feb 28 19:05:25.100482 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9192943-469e-4d81-a78f-5e5c36f255ec req-3621b9d0-4268-4182-afbf-86a4c5057377 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862262 Feb 28 19:05:25.116985 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.133239 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-05be9553-f439-4f60-9a19-37e0f8ac0874 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104057 Feb 28 19:05:25.185811 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-a6e8a198-8854-47e7-ac32-2013059cc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.188056 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-a6e8a198-8854-47e7-ac32-2013059cc2f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1096 time: 0.3689871 Feb 28 19:05:25.203393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.292858 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.404705 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e900781cdce4e0c86afc9d36275ded2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9863551 Feb 28 19:05:25.412133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48692) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:25.425941 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-9b9072f8-c5ed-4208-b78f-9a9f0a9d5823 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.426255 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-9b9072f8-c5ed-4208-b78f-9a9f0a9d5823 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Synchronizing usage tracker for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:25.429177 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89634e05-4ab4-42d5-a74e-1ca068c1914b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4432b48-63f2-4798-bdd9-0f9404fea33d,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:25.460648 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-5ca8bb2f-b5b9-4a5e-a2b2-7a613482c3c4 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127418 Feb 28 19:05:25.538082 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.545258 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-9b9072f8-c5ed-4208-b78f-9a9f0a9d5823 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Unset dirty status for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:25.551954 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-9b9072f8-c5ed-4208-b78f-9a9f0a9d5823 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 943 time: 0.5363441 Feb 28 19:05:25.554506 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-9b6a226b-5285-4839-8c87-7c261702cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.556187 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-9b6a226b-5285-4839-8c87-7c261702cc66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.3569956 Feb 28 19:05:25.568136 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4046f-277d-43e6-94b2-4303ac7f990d req-d6d6ae57-ee29-40f1-8dfa-be5dfdff0f7a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.576077 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e1b4046f-277d-43e6-94b2-4303ac7f990d req-d6d6ae57-ee29-40f1-8dfa-be5dfdff0f7a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.3178253 Feb 28 19:05:25.658753 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.690029 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6b3b-d775-4217-8f19-2dcc094fec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.693223 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-06cdd7f9-066a-41f8-9289-6d99510cf393 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Synchronizing usage tracker for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:25.713717 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:05:25.715674 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-4d067ae9-9685-41c0-b115-fdc00f406443 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.1354795 Feb 28 19:05:25.766440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25273fe1-6f98-4181-922d-21df21e877c5,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:25.776920 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.777261 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Added segment df57e58e-e184-4b66-bf84-ea200cb5ead9 of type vlan for network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca Feb 28 19:05:25.781291 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-797378c8-016b-4d5a-b138-6c64d07c6e30 req-ba87fe04-2d38-4e43-b4e7-bfe9a45d4615 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008108 Feb 28 19:05:25.787474 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6b3b-d775-4217-8f19-2dcc094fec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.814663 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e1b4046f-277d-43e6-94b2-4303ac7f990d req-e75a6808-f4c0-4063-be62-bbb963d5120a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375183 Feb 28 19:05:25.843181 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-85113edb-3df9-4d54-be3a-e2c09acfc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:25.844166 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-85113edb-3df9-4d54-be3a-e2c09acfc62f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.1137655 Feb 28 19:05:25.844720 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:25.906899 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'status': 'completed', 'code': 200} Feb 28 19:05:25.913816 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-8fa913f8-c2c1-4a32-be95-8f2f1b7c3dbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623732 Feb 28 19:05:25.974503 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-06cdd7f9-066a-41f8-9289-6d99510cf393 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Unset dirty status for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:25.985753 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-44a64e8f-fb58-4575-86e3-544d6ebdb34c req-06cdd7f9-066a-41f8-9289-6d99510cf393 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327903 Feb 28 19:05:26.069980 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-5dbefbdd-051e-40ef-9404-3cb4ac19a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.071640 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-5dbefbdd-051e-40ef-9404-3cb4ac19a4d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1096 time: 0.1296117 Feb 28 19:05:26.165403 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.166593 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.166936 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.188347 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6b3b-d775-4217-8f19-2dcc094fec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.247999 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e6b3b-d775-4217-8f19-2dcc094fec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4432b48-63f2-4798-bdd9-0f9404fea33d,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:26.261496 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:26.288665 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.303098 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-ad084fc3-8b8e-49f3-ad52-158a9cbaa37d service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743913 Feb 28 19:05:26.320891 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] Pushing event updated for resources: {'Network': ['ID=1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:26.331601 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cd3e6b3b-d775-4217-8f19-2dcc094fec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.335552 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-cd3e6b3b-d775-4217-8f19-2dcc094fec4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4432b48-63f2-4798-bdd9-0f9404fea33d HTTP/1.1" status: 204 len: 168 time: 0.9198251 Feb 28 19:05:26.335879 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Transition to ACTIVE for port object a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:26.339694 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:05:26.349898 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-7c26ca02-3aac-4bbc-8c4c-f67ef996a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.352735 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-7c26ca02-3aac-4bbc-8c4c-f67ef996a5ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.2740784 Feb 28 19:05:26.433111 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ccb6af55-f454-4ef0-9229-9f677ede496b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1837125 Feb 28 19:05:26.435043 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48706) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:26.443818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912de5cd-bbfa-4505-a244-96acd9089cf3 req-fae1417f-4512-4657-ba45-42ec00b1a491 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.448537 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-912de5cd-bbfa-4505-a244-96acd9089cf3 req-fae1417f-4512-4657-ba45-42ec00b1a491 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:26.448658 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Request body: {'subnet': {'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1354617813-subnet', 'tenant_id': 'f9621bcbc15b4d0989f7e62fc5f73d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:26.453993 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:26.458349 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-bff9781e-1092-4628-ab64-ef8f349699a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 217 time: 0.0991890 Feb 28 19:05:26.459628 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Usage tracker for resource:subnet and tenant:f9621bcbc15b4d0989f7e62fc5f73d66 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:26.463015 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:26.474662 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.508740 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:26.541241 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-dce1f0be-ce26-4bf4-8c7a-00c397706a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.542708 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-dce1f0be-ce26-4bf4-8c7a-00c397706a2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0714252 Feb 28 19:05:26.616639 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Made reservation on behalf of f9621bcbc15b4d0989f7e62fc5f73d66 for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:26.619102 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:26.656510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-912de5cd-bbfa-4505-a244-96acd9089cf3 req-fae1417f-4512-4657-ba45-42ec00b1a491 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:26.657671 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-912de5cd-bbfa-4505-a244-96acd9089cf3 req-fae1417f-4512-4657-ba45-42ec00b1a491 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 931 time: 0.5261333 Feb 28 19:05:26.667358 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c9794bd6-9779-4062-a194-2b3888c9ba6e req-2a547084-0511-41b1-9e88-ddbeb24badc7 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542113 Feb 28 19:05:26.792036 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Pushing event updated for resources: {'Port': ['ID=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:26.863564 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-ec96cdaf-17d8-4e30-961b-7208cb3eb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:26.868302 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-ec96cdaf-17d8-4e30-961b-7208cb3eb379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3157613 Feb 28 19:05:26.883645 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-912de5cd-bbfa-4505-a244-96acd9089cf3 req-9c32fabe-2200-48dd-8560-fdca7a666e26 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898112 Feb 28 19:05:26.953605 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Attempting to bind port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:26.955137 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Attempting to bind port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:26.955688 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Attempting to bind port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 on network 63479164-a223-4f16-ab5c-94c1820761f4 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:26.965224 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 on network 63479164-a223-4f16-ab5c-94c1820761f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:05:26.967474 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Attempting to bind port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 on network 63479164-a223-4f16-ab5c-94c1820761f4 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:26.973830 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:26.974163 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Checking segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:26.974549 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Bound using segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:26.974959 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Bound port: a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:26.975297 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.120503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] For port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:27.125803 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] For port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:27.202987 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-2e0b0654-c939-43d6-8003-fb919032219b service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286200 Feb 28 19:05:27.212447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.229911 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9ef34-d576-4d21-9cc5-2f53af900bab req-1cfe9e98-561c-4e89-a0bb-70ad11d8939b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:27.231498 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aed9ef34-d576-4d21-9cc5-2f53af900bab req-1cfe9e98-561c-4e89-a0bb-70ad11d8939b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.2190380 Feb 28 19:05:27.249283 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48746) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:27.298425 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:27.299049 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.300452 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] 10.222.0.55 "PUT /v2.0/ports/a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 1093 time: 2.5295644 Feb 28 19:05:27.320461 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.341814 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1c2688ab-6d0b-4e76-8614-2dc32bae54af details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:27.389078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f4f8c-418c-4eb1-8190-3d94affd13ac req-3ff16a50-057a-44e6-b7e5-69f0087d1659 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:27.390231 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-539f4f8c-418c-4eb1-8190-3d94affd13ac req-3ff16a50-057a-44e6-b7e5-69f0087d1659 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 943 time: 0.2623756 Feb 28 19:05:27.391765 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:27.401047 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aed9ef34-d576-4d21-9cc5-2f53af900bab req-e774fdd3-2150-4c19-9dc8-aaeac3df4539 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465902 Feb 28 19:05:27.406644 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.418169 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Usage tracker for resource:security_group_rule and tenant:606f6ef14c574b10be17e0d3b8306691 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:27.480878 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:27.517573 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:27.587133 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-310c3f60-f2b6-4d2e-9603-4fc13c0e75b2 req-9786d4e0-9121-4e13-a1f3-525c3beda43b service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465605 Feb 28 19:05:27.587133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf1ce4b-edb2-48aa-b80b-e7dc1a033941,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:27.587133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Checking segment: {'id': 'df57e58e-e184-4b66-bf84-ea200cb5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:27.587133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Network hostable DHCP agents. Network: 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:05:27.616920 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e95b08-410e-4d6a-b86e-4584b535344e service neutron] Pushing event updated for resources: {'Port': ['ID=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:27.691142 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:05:27.714382 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-539f4f8c-418c-4eb1-8190-3d94affd13ac req-e9bd9f64-c902-4401-a583-fc6387873c2a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969608 Feb 28 19:05:27.757296 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-0d31918e-28f4-4359-ab28-2518742c7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:27.759101 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-0d31918e-28f4-4359-ab28-2518742c7327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1096 time: 0.2627785 Feb 28 19:05:27.779363 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:27.787635 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:27.797747 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '1c2688ab-6d0b-4e76-8614-2dc32bae54af', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'port_id': '1c2688ab-6d0b-4e76-8614-2dc32bae54af', 'mac_address': 'fa:16:3e:93:13:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:27.799916 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:27.800607 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.805404 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa9d49-c629-41c6-b222-cb312b337c55 None None] Network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:27.862339 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-31798d06-8993-48d0-9b50-9461be6428dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 217 time: 0.0944679 Feb 28 19:05:27.892451 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:27.910690 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:27.914474 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2688ab-6d0b-4e76-8614-2dc32bae54af {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:27.934128 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-54a0527e-5d70-4542-9bc4-1fbaa91f4df3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4901087 Feb 28 19:05:27.975955 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.005049 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-766088e9-4ea5-4ee9-94c4-0608ad8192ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:28.007990 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-766088e9-4ea5-4ee9-94c4-0608ad8192ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.1371424 Feb 28 19:05:28.046831 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:28.128805 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.172580 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e5cdc5-ccda-4a79-be33-02db89bb5706 None None] Network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:28.187017 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=606f6ef14c574b10be17e0d3b8306691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9241095 Feb 28 19:05:28.189860 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48766) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:28.238615 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213dc8-5819-4b7d-92cd-386a84fc1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8419198b-7441-43dd-951b-aa2b2d671ee7,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:28.258346 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a13161-badd-4f61-9222-211932b6ec31 req-c19ed740-9294-4d74-b55a-a996aecf4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:28.267416 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-c19ed740-9294-4d74-b55a-a996aecf4c31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2482836 Feb 28 19:05:28.300949 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c7215f0-898a-4d33-8005-b78283e7ae1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.323104 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.324508 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 12bacb43-1217-49a4-8beb-d544f75967e5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:28.338507 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c7215f0-898a-4d33-8005-b78283e7ae1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.342251 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13d7b-4228-48ce-aa4e-1dbdf990b975 req-dde13a3e-c69f-4b99-be9b-60aff4295693 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:28.348626 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e7d13d7b-4228-48ce-aa4e-1dbdf990b975 req-dde13a3e-c69f-4b99-be9b-60aff4295693 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 943 time: 0.2674017 Feb 28 19:05:28.452764 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=1c2688ab-6d0b-4e76-8614-2dc32bae54af,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:28.476457 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e7d13d7b-4228-48ce-aa4e-1dbdf990b975 req-4efa773c-1b86-45ce-831d-d9f82b681170 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760372 Feb 28 19:05:28.487885 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-90526270-deb5-46e0-b145-57163ed9a03c service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105350 Feb 28 19:05:28.541680 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c7215f0-898a-4d33-8005-b78283e7ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.544778 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 12bacb43-1217-49a4-8beb-d544f75967e5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=12bacb43-1217-49a4-8beb-d544f75967e5,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:28.572957 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7215f0-898a-4d33-8005-b78283e7ae1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8419198b-7441-43dd-951b-aa2b2d671ee7,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:28.575643 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c7215f0-898a-4d33-8005-b78283e7ae1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.592354 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2c7215f0-898a-4d33-8005-b78283e7ae1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8419198b-7441-43dd-951b-aa2b2d671ee7 HTTP/1.1" status: 204 len: 168 time: 0.3909063 Feb 28 19:05:28.622740 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '12bacb43-1217-49a4-8beb-d544f75967e5', 'network_id': '0168d769-d656-4cc1-9879-e688195afd21', 'port_id': '12bacb43-1217-49a4-8beb-d544f75967e5', 'mac_address': 'fa:16:3e:ff:a9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49fc376-dc5d-457f-af83-348f6dd23d1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:28.736921 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'status': 'completed', 'code': 200} Feb 28 19:05:28.749224 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.774646 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bacb43-1217-49a4-8beb-d544f75967e5 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:28.794370 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 12bacb43-1217-49a4-8beb-d544f75967e5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=12bacb43-1217-49a4-8beb-d544f75967e5,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:28.867274 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:28.879474 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-92a13161-badd-4f61-9222-211932b6ec31 req-b57a963e-b812-40a1-a4ec-8c91145b5559 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848348 Feb 28 19:05:28.920396 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-00544434-30e9-4f23-be46-6eb3b70cb52f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804884 Feb 28 19:05:28.920722 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ab9b4-b00b-403f-b67c-ab653e0da9ef req-f0855868-8c97-431f-b163-2840da03f756 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:28.922308 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9f2ab9b4-b00b-403f-b67c-ab653e0da9ef req-f0855868-8c97-431f-b163-2840da03f756 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1013424 Feb 28 19:05:28.955207 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=12bacb43-1217-49a4-8beb-d544f75967e5,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:29.006824 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9f2ab9b4-b00b-403f-b67c-ab653e0da9ef req-ad25cf34-f1fa-420d-8d49-79279620e10d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578234 Feb 28 19:05:29.107765 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['1c2688ab-6d0b-4e76-8614-2dc32bae54af'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:29.159491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-bcdda4ac-3a13-47d2-ade1-3b1763362bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.164778 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-bcdda4ac-3a13-47d2-ade1-3b1763362bc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1bf350b8e5b4cd58b79bbcdaeaebe64&device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 1098 time: 0.1585729 Feb 28 19:05:29.207767 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['12bacb43-1217-49a4-8beb-d544f75967e5'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:29.211049 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-4f8790e7-f3a7-4ecc-aeb9-a43cbe04d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.220073 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-4f8790e7-f3a7-4ecc-aeb9-a43cbe04d3c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1096 time: 0.1746917 Feb 28 19:05:29.344963 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:29.422637 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 48818) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:29.443558 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196499770-network', 'tenant_id': 'f619dc4ae8524d9e8ff48f9f73b75cbc'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:29.464564 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:29.484479 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Usage tracker for resource:network and tenant:f619dc4ae8524d9e8ff48f9f73b75cbc is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:29.489147 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:29.510576 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:29.558634 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-10634e19-413f-485c-8c6f-fdf058e21758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.561684 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-10634e19-413f-485c-8c6f-fdf058e21758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 911 time: 0.3338635 Feb 28 19:05:29.631510 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-755afaf2-c45c-465c-af94-c56f118f0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.634305 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-755afaf2-c45c-465c-af94-c56f118f0e87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739 HTTP/1.1" status: 200 len: 913 time: 0.4379168 Feb 28 19:05:29.703920 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Made reservation on behalf of f619dc4ae8524d9e8ff48f9f73b75cbc for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:29.713558 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:29.766592 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:29.782820 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-fa08e370-9baa-444a-ae5f-a17f6a89725f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da HTTP/1.1" status: 200 len: 217 time: 0.0864065 Feb 28 19:05:29.782970 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:29.792254 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-d816d164-c046-41f5-adbc-d91c7429bad2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 217 time: 0.2235773 Feb 28 19:05:29.819830 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:29.823962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f619dc4ae8524d9e8ff48f9f73b75cbc is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:29.825401 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'mac_address': 'fa:16:3e:ff:fc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:29.827739 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:29.835324 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:29.861943 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261aa55-7051-41fb-b4ec-30e9142d67b0 req-f3d601ea-1bf0-4729-bf3a-7c12488c5c07 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.863613 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9261aa55-7051-41fb-b4ec-30e9142d67b0 req-f3d601ea-1bf0-4729-bf3a-7c12488c5c07 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 944 time: 0.2398083 Feb 28 19:05:29.946657 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:29.948939 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:29.975877 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bb2c40-ad5d-4389-901a-2023ce6d4786 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:29.980247 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-6d766e42-7b1c-4aa2-bc21-ef08e9a3a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:29.982610 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-6d766e42-7b1c-4aa2-bc21-ef08e9a3a28a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa70a20-c876-4540-9ee0-abb23d861992 HTTP/1.1" status: 200 len: 852 time: 0.1816881 Feb 28 19:05:29.995541 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:30.021063 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-bf761776-2bfd-46fd-baeb-f680af66527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:30.022902 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-bf761776-2bfd-46fd-baeb-f680af66527f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.2217596 Feb 28 19:05:30.040938 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9261aa55-7051-41fb-b4ec-30e9142d67b0 req-ac1c6429-4fb2-4eca-9566-f70a393acb47 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536639 Feb 28 19:05:30.056134 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-4a24ab52-f94e-4fc9-b52c-69a636c368a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b316c8e-c7fe-46f4-8678-c53c4ad9d739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640678 Feb 28 19:05:30.073010 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.085406 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.085789 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:05:30.095316 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.095913 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Added segment a6702f9b-c7c6-4903-8d06-814d60a1ab3f of type vlan for network bfb32f6e-1500-4494-a588-06952995f203 Feb 28 19:05:30.150254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.233887 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:30.267205 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024e5976-1f2a-478b-8056-8be2f89a68c9,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:30.317856 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48e40e-274f-48a4-9ffb-7bc195796f64 req-e9a33437-54ed-4296-872d-b2862b49c30f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:30.319427 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6e48e40e-274f-48a4-9ffb-7bc195796f64 req-e9a33437-54ed-4296-872d-b2862b49c30f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 943 time: 0.6313190 Feb 28 19:05:30.321503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.322417 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:30.322967 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.384153 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-5430ad9e-684d-4868-8975-07158925defc service neutron] 10.222.0.55 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722108 Feb 28 19:05:30.395060 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-cd72285a-fa1a-445b-92ef-111e8979beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:30.396612 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-cd72285a-fa1a-445b-92ef-111e8979beb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3641188 Feb 28 19:05:30.445292 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c2096-795e-464d-8e84-18be5e72aa34 req-398cb76c-66e7-45f5-878d-a60722e733a1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:30.453325 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c75c2096-795e-464d-8e84-18be5e72aa34 req-398cb76c-66e7-45f5-878d-a60722e733a1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.1989200 Feb 28 19:05:30.511115 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['f6bb2c40-ad5d-4389-901a-2023ce6d4786'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:30.608247 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.616832 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-00f5f4b7-f0c1-4c41-99d5-0d47d0590fbf req-2c8df80c-2b29-4b78-93c6-260b80314cda service neutron] 10.222.0.55 "GET /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196431 Feb 28 19:05:30.658391 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c75c2096-795e-464d-8e84-18be5e72aa34 req-fe4b144f-4135-4d30-af53-b2d4927e88c3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039387 Feb 28 19:05:30.673272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb32f6e-1500-4494-a588-06952995f203,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:30.687009 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network bfb32f6e-1500-4494-a588-06952995f203 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:05:30.730537 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6e48e40e-274f-48a4-9ffb-7bc195796f64 req-2a77ce26-2efe-4ff3-b5f6-2a3bf7b7f195 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991976 Feb 28 19:05:30.769203 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-f40b037b-8b79-485f-9e0e-56d19b13325b service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353482 Feb 28 19:05:30.799698 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-eec99b30-be2f-4e67-b144-ac92e25681b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3664763 Feb 28 19:05:30.802424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 48862) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:30.816369 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Request body: {'subnet': {'network_id': 'bfb32f6e-1500-4494-a588-06952995f203', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196499770-subnet', 'tenant_id': 'f619dc4ae8524d9e8ff48f9f73b75cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:30.825336 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:30.837107 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Usage tracker for resource:subnet and tenant:f619dc4ae8524d9e8ff48f9f73b75cbc is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:30.840152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:30.850493 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:30.925928 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Made reservation on behalf of f619dc4ae8524d9e8ff48f9f73b75cbc for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:30.928375 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:30.940275 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f0f6daa1-08f3-44da-b525-db58830efa4e req-b2b1213f-d85c-4064-8372-710f49f138d0 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626644 Feb 28 19:05:31.239435 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:31.278823 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b95b-35fe-499b-ba90-a5de7b624355 req-5cd35cc4-3dcd-4415-8cca-c3f21bcf15f8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.280337 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a1b3b95b-35fe-499b-ba90-a5de7b624355 req-5cd35cc4-3dcd-4415-8cca-c3f21bcf15f8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 944 time: 0.1208520 Feb 28 19:05:31.348497 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a532e834-0f23-4f23-b22e-914989c9a559,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:31.368801 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a1b3b95b-35fe-499b-ba90-a5de7b624355 req-d8627a75-b1a9-42b4-a40d-a9ac1dc365fe tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791080 Feb 28 19:05:31.372382 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Checking segment: {'id': 'a6702f9b-c7c6-4903-8d06-814d60a1ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'bfb32f6e-1500-4494-a588-06952995f203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:31.372540 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1c2688ab-6d0b-4e76-8614-2dc32bae54af up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:31.373019 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Network hostable DHCP agents. Network: bfb32f6e-1500-4494-a588-06952995f203, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:05:31.551650 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Network bfb32f6e-1500-4494-a588-06952995f203 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:05:31.581304 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 1c2688ab-6d0b-4e76-8614-2dc32bae54af completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:31.586651 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 1c2688ab-6d0b-4e76-8614-2dc32bae54af triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:31.592736 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:31.672974 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, bfb32f6e-1500-4494-a588-06952995f203) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:31.689205 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.690348 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:31.717715 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe09a280-377c-45aa-9baf-e9705d771835 None None] Network bfb32f6e-1500-4494-a588-06952995f203 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:31.811693 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-07ee8ba0-0b12-4d36-910f-d0cde57cf598 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0080848 Feb 28 19:05:31.841984 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:31.888036 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2688ab-6d0b-4e76-8614-2dc32bae54af'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:31.918292 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:31.918416 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70441-ac8a-477b-91d8-e9d8c42d8650 req-b8508ac9-cb87-49ac-824c-9bd8972cc65b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:31.925671 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-55a70441-ac8a-477b-91d8-e9d8c42d8650 req-b8508ac9-cb87-49ac-824c-9bd8972cc65b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.1462839 Feb 28 19:05:32.028256 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-55a70441-ac8a-477b-91d8-e9d8c42d8650 req-129e4c2a-7b18-4275-bcce-c275f831d8db tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963356 Feb 28 19:05:32.060861 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.060861 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 12bacb43-1217-49a4-8beb-d544f75967e5 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:32.094792 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16bfea-b3c1-4191-83d1-cd9a7d21f6ee req-24d14c40-8e8f-4306-b9d4-e7a062cdcd88 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.103390 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7a16bfea-b3c1-4191-83d1-cd9a7d21f6ee req-24d14c40-8e8f-4306-b9d4-e7a062cdcd88 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 943 time: 0.2636120 Feb 28 19:05:32.162530 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7a16bfea-b3c1-4191-83d1-cd9a7d21f6ee req-938c285b-8eeb-4531-a19e-6d5f521cd290 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561848 Feb 28 19:05:32.207031 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2688ab-6d0b-4e76-8614-2dc32bae54af', 'code': 200} Feb 28 19:05:32.242119 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31771ec-dd7a-40de-b11d-e7d5a44b12dc None None] Network bfb32f6e-1500-4494-a588-06952995f203 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:05:32.364782 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:05:32.381003 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=1c2688ab-6d0b-4e76-8614-2dc32bae54af,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:32.458723 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 12bacb43-1217-49a4-8beb-d544f75967e5 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:32.470179 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 12bacb43-1217-49a4-8beb-d544f75967e5 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:32.470817 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.695423 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2f2c7-e4ea-44f9-9f8d-60399b396bdc req-1df4ea89-8d99-442d-9a49-95c4bf4d9106 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.697290 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e4c2f2c7-e4ea-44f9-9f8d-60399b396bdc req-1df4ea89-8d99-442d-9a49-95c4bf4d9106 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1981924 Feb 28 19:05:32.705337 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.750737 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8dfe43f3-0bde-434f-a5bd-ceffb3e2952d tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.752256 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e4c2f2c7-e4ea-44f9-9f8d-60399b396bdc req-da27fe2a-70da-43da-bfe4-2e94462ae8f4 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476468 Feb 28 19:05:32.770643 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8dfe43f3-0bde-434f-a5bd-ceffb3e2952d tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/networks?id=1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca HTTP/1.1" status: 200 len: 809 time: 0.2558517 Feb 28 19:05:32.780314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 12bacb43-1217-49a4-8beb-d544f75967e5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=12bacb43-1217-49a4-8beb-d544f75967e5,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:32.784926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5bb-b072-4b79-845d-3dd17266c045 req-cee67a1b-e697-4b23-b2d7-b59b73c5a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:32.786503 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-546be5bb-b072-4b79-845d-3dd17266c045 req-cee67a1b-e697-4b23-b2d7-b59b73c5a37b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 1098 time: 0.1706877 Feb 28 19:05:32.796070 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-5965bcd8-46ae-4805-8eb7-15adc4bd93b8 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/quotas/f9621bcbc15b4d0989f7e62fc5f73d66 HTTP/1.1" status: 200 len: 375 time: 0.0243909 Feb 28 19:05:32.857672 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:32.883650 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-e69e471c-a7d9-4414-b662-ca0d7c060ce1 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9621bcbc15b4d0989f7e62fc5f73d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864720 Feb 28 19:05:32.986392 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=12bacb43-1217-49a4-8beb-d544f75967e5,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:33.042804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-546be5bb-b072-4b79-845d-3dd17266c045 req-a6a9cd8f-3e16-425c-a36e-00349650de82 service neutron] Synchronizing usage tracker for tenant:9fc99ed2220c4fe3b1eecc76f5fe6f3f on resource:security_group {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:33.217008 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-757caa22-1477-46c0-bca7-1d783ab18196 service neutron] 10.222.0.41 "GET /v2.0/networks/1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322685 Feb 28 19:05:33.272861 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-546be5bb-b072-4b79-845d-3dd17266c045 req-a6a9cd8f-3e16-425c-a36e-00349650de82 service neutron] Unset dirty status for tenant:9fc99ed2220c4fe3b1eecc76f5fe6f3f on resource:security_group {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:33.280015 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-546be5bb-b072-4b79-845d-3dd17266c045 req-a6a9cd8f-3e16-425c-a36e-00349650de82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759617 Feb 28 19:05:33.372469 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-c8b28f86-3da4-4797-b8b1-380e07da535c service neutron] 10.222.0.41 "GET /v2.0/networks/1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509204 Feb 28 19:05:33.373246 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:33.376189 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:33.596157 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:33.619814 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'port_id': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'mac_address': 'fa:16:3e:95:58:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:33.688990 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca2e78-8461-4486-a34b-31947131e29f req-2bb57e74-8a2b-49a4-8498-662c4a700e73 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:33.690859 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-88ca2e78-8461-4486-a34b-31947131e29f req-2bb57e74-8a2b-49a4-8498-662c4a700e73 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.1315455 Feb 28 19:05:33.703475 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port f6bb2c40-ad5d-4389-901a-2023ce6d4786 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:33.711604 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port f6bb2c40-ad5d-4389-901a-2023ce6d4786 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:33.717174 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.752688 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-88ca2e78-8461-4486-a34b-31947131e29f req-d97131b3-e8cf-41a8-bf27-cecd0579d3b6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555661 Feb 28 19:05:33.798035 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.830181 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:33.847094 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d3b0f-d93f-4ae4-afda-d6de881c956b req-e8be0a66-7a72-4aa4-b45b-40cdf1db2569 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:33.848816 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cc2d3b0f-d93f-4ae4-afda-d6de881c956b req-e8be0a66-7a72-4aa4-b45b-40cdf1db2569 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 943 time: 0.1163623 Feb 28 19:05:33.854497 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:33.899909 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cc2d3b0f-d93f-4ae4-afda-d6de881c956b req-c141f9bd-29c3-4fc3-a806-87c5fb2c8749 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451553 Feb 28 19:05:33.921392 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.960811 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:33.970100 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:33.981415 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087aa22-62dd-4267-afaf-3cb392635f7e req-5b4f33f8-4c46-4f2b-b443-a6319ccc8dc6 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:33.983590 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2087aa22-62dd-4267-afaf-3cb392635f7e req-5b4f33f8-4c46-4f2b-b443-a6319ccc8dc6 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.0933499 Feb 28 19:05:33.999820 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d2f1a0ce-aff9-4595-afff-6c2367db6db8 req-b7ba5c01-7300-4cd9-b95e-a8aa2eab6bb2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 210 time: 0.0484838 Feb 28 19:05:34.041355 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2087aa22-62dd-4267-afaf-3cb392635f7e req-87b83a79-0a04-4933-a602-0231c9b39c96 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516312 Feb 28 19:05:34.051171 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:34.056531 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:34.143043 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:34.199836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980ac33-f1f8-4fc0-b736-c00100269dcc req-aff8a358-64fc-48de-a014-fcdfa7784c54 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:34.199836 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d980ac33-f1f8-4fc0-b736-c00100269dcc req-aff8a358-64fc-48de-a014-fcdfa7784c54 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0897837 Feb 28 19:05:34.208197 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bacb43-1217-49a4-8beb-d544f75967e5'}, {'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:34.259618 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d980ac33-f1f8-4fc0-b736-c00100269dcc req-985b7ee7-faee-4912-b2bb-8802cd8c2faa tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 Feb 28 19:05:34.295870 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bacb43-1217-49a4-8beb-d544f75967e5', 'code': 200} Feb 28 19:05:34.295870 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'code': 200} Feb 28 19:05:34.311977 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['a65ec83c-0b3e-49c3-b22a-6b4bcf823a14'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:34.843597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfaab0-c24f-4416-8104-bef380d67497 req-e2f9586b-28ce-4725-87d7-833fc987d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:34.845759 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-62dfaab0-c24f-4416-8104-bef380d67497 req-e2f9586b-28ce-4725-87d7-833fc987d693 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1098 time: 0.0900843 Feb 28 19:05:34.883036 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499aa12-a7ff-437c-91e8-1b616576aa66 req-b219b18c-1048-4b80-94c6-850c2f946001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:34.884551 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9499aa12-a7ff-437c-91e8-1b616576aa66 req-b219b18c-1048-4b80-94c6-850c2f946001 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.0898950 Feb 28 19:05:34.912941 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-62dfaab0-c24f-4416-8104-bef380d67497 req-b26f7025-697c-4018-b7ad-b72d12d8360d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581934 Feb 28 19:05:34.935122 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9499aa12-a7ff-437c-91e8-1b616576aa66 req-68d7dde2-ec99-453b-84cd-d85892051932 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Feb 28 19:05:35.009495 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b952dd8-3a17-4471-91fb-0329702c700c req-06b44232-f24e-4359-b3dc-348929d604d1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.012321 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b952dd8-3a17-4471-91fb-0329702c700c req-06b44232-f24e-4359-b3dc-348929d604d1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0898488 Feb 28 19:05:35.057933 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2b952dd8-3a17-4471-91fb-0329702c700c req-a6465de5-415d-49ea-b3e8-c16dcef8a52b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407937 Feb 28 19:05:35.113250 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1e07f-6320-4f64-bc29-9d0b3a2ddc31 req-c1351180-29c4-4643-8f41-6afdd0e79cc9 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.114782 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b5a1e07f-6320-4f64-bc29-9d0b3a2ddc31 req-c1351180-29c4-4643-8f41-6afdd0e79cc9 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 944 time: 0.0930088 Feb 28 19:05:35.218477 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ab7339c-0c55-4244-b457-75e6c4c0fea4 req-7e1e8c0f-a161-4ad8-8c1a-bfee409f52fc tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 210 time: 0.0478764 Feb 28 19:05:35.226087 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b5a1e07f-6320-4f64-bc29-9d0b3a2ddc31 req-f8e6bdff-c75a-4138-812a-87896f2aed4b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049342 Feb 28 19:05:35.377683 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:35.414473 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23523bc-0772-48cc-835a-8aa34a24f04e req-0c92ef0e-fd4c-41bd-b0a3-71a783b42ed0 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.416437 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a23523bc-0772-48cc-835a-8aa34a24f04e req-0c92ef0e-fd4c-41bd-b0a3-71a783b42ed0 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.0978391 Feb 28 19:05:35.473041 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ec3d-811d-44ee-ada1-a19c77412d65 req-873285a1-d38c-4e27-acdd-a6d878d0dc5f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:35.477533 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a579ec3d-811d-44ee-ada1-a19c77412d65 req-873285a1-d38c-4e27-acdd-a6d878d0dc5f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0895185 Feb 28 19:05:35.499460 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a23523bc-0772-48cc-835a-8aa34a24f04e req-fcaf56d6-b33d-49e4-88b9-75d6c0581d8a tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773611 Feb 28 19:05:35.536660 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a579ec3d-811d-44ee-ada1-a19c77412d65 req-2ad8a129-26f9-425d-821a-929cbfa5b1dc tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Feb 28 19:05:35.630678 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:35.631418 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:35.631669 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.818084 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:35.862755 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:35.959312 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.041440 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:36.294652 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:36.308844 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12445f21-ba2f-4c7e-875c-169096e326d0 req-80f5c267-29b0-4c90-8a35-ec9d2a18bfd1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.311948 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-12445f21-ba2f-4c7e-875c-169096e326d0 req-80f5c267-29b0-4c90-8a35-ec9d2a18bfd1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0930219 Feb 28 19:05:36.321813 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc25a9-6763-4608-99ab-3d40cf7bda90 req-45578ede-b543-4a77-8f51-a4e3fdfb0794 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.323529 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c3dc25a9-6763-4608-99ab-3d40cf7bda90 req-45578ede-b543-4a77-8f51-a4e3fdfb0794 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1359844 Feb 28 19:05:36.378937 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c3dc25a9-6763-4608-99ab-3d40cf7bda90 req-2d0a22dc-14b0-4522-b7ec-466e28b507d7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Feb 28 19:05:36.380892 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-12445f21-ba2f-4c7e-875c-169096e326d0 req-62610a4a-f9ac-471c-81e4-2856cb8c1dcf tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619855 Feb 28 19:05:36.394059 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-9cb65d36-d127-40cc-97ba-47bcab45bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.395740 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-9cb65d36-d127-40cc-97ba-47bcab45bdf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 1098 time: 0.1329393 Feb 28 19:05:36.618504 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8d8810e6-6df5-4765-ba7c-d7972ba03b79 req-ca0a725d-3e14-46e9-b932-54fbce589fbc tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 210 time: 0.0873711 Feb 28 19:05:36.655852 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-7bd78f97-df20-462c-8838-7808827a7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.657514 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-7bd78f97-df20-462c-8838-7808827a7349 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.2372088 Feb 28 19:05:36.668630 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451357d-f247-4834-8ce2-880a329f31a1 req-43fab9d9-414a-4c3a-9d9e-90ac6e17144b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.670233 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8451357d-f247-4834-8ce2-880a329f31a1 req-43fab9d9-414a-4c3a-9d9e-90ac6e17144b tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.55 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.2586131 Feb 28 19:05:36.703479 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'code': 200} Feb 28 19:05:36.765909 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-ad071a04-575e-40d5-97e1-0cc916304ec2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af HTTP/1.1" status: 200 len: 217 time: 0.0881653 Feb 28 19:05:36.767482 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Deleting port a66e594a-268b-4ff7-a9f8-02c67d25e1da {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:05:36.767482 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:36.781691 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae57e-dc75-4712-8624-047f86b6c7f1 req-d67033af-7fb0-4f78-8259-235822e77101 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.783617 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d6ae57e-dc75-4712-8624-047f86b6c7f1 req-d67033af-7fb0-4f78-8259-235822e77101 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2473688 Feb 28 19:05:36.881964 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8d6ae57e-dc75-4712-8624-047f86b6c7f1 req-4a56fd9a-3c15-4513-ad8e-9b08d8c44d9b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925665 Feb 28 19:05:36.896715 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-0ef8bf38-9aaa-4ecd-a5b8-8d2be5e7eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:36.898644 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-0ef8bf38-9aaa-4ecd-a5b8-8d2be5e7eca8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.0869803 Feb 28 19:05:36.956131 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-d4915949-11c2-457e-987d-4751caaf45cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494325 Feb 28 19:05:37.108313 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7d85-ad88-4c43-bcf0-1dbd4b66a0c3 req-24230810-7360-4b6a-85e3-85f31b66c2e6 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:37.111564 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-af6d7d85-ad88-4c43-bcf0-1dbd4b66a0c3 req-24230810-7360-4b6a-85e3-85f31b66c2e6 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 945 time: 0.2755415 Feb 28 19:05:37.191447 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-9affff5b-ebe7-4d66-9fcf-9fef3f72d761 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176538 Feb 28 19:05:37.289553 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] For port a66e594a-268b-4ff7-a9f8-02c67d25e1da, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a66e594a-268b-4ff7-a9f8-02c67d25e1da,segment=NetworkSegment(f9bfd8ad-33d1-4d37-9528-0401eb19e4de),segment_id=f9bfd8ad-33d1-4d37-9528-0401eb19e4de)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:37.289966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:37.308873 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-af6d7d85-ad88-4c43-bcf0-1dbd4b66a0c3 req-271b4949-9755-4fbc-a41c-4142a15de82e tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6e6d339-4c20-48c0-afe9-7b87338abe4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804218 Feb 28 19:05:37.417850 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c51f4e8-ccfb-45a0-ad16-6c2f026bcab4 req-b6af1994-c63f-4c07-b961-5c1ce9f48eb7 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194231 Feb 28 19:05:37.685116 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca7f1-8740-4e17-a09c-7bdb954ca587 req-c60ff5de-e251-4f0e-a8d0-3960f5095d2b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:37.687173 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-549ca7f1-8740-4e17-a09c-7bdb954ca587 req-c60ff5de-e251-4f0e-a8d0-3960f5095d2b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1251235 Feb 28 19:05:37.697254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-a062dd83-766c-4f4d-8007-9ea2aceea4f3 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:37.698696 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-a062dd83-766c-4f4d-8007-9ea2aceea4f3 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.55 "GET /v2.0/networks?id=1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca HTTP/1.1" status: 200 len: 809 time: 0.4432044 Feb 28 19:05:37.754268 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-549ca7f1-8740-4e17-a09c-7bdb954ca587 req-2c8e7342-0507-46ae-bf88-a26c6d5d11d6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Feb 28 19:05:37.802795 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Calling delete_port for a66e594a-268b-4ff7-a9f8-02c67d25e1da owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:05:37.839148 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Request body: {'port': {'device_id': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca', 'admin_state_up': True, 'tenant_id': 'f9621bcbc15b4d0989f7e62fc5f73d66'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:37.940574 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-08378ac7-6c4c-494e-ab05-c9b25674620a req-3c808ff1-275b-4372-95f6-44483a6b40f2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 210 time: 0.0632737 Feb 28 19:05:38.058621 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b104c56-f871-4dfe-9e92-9f9ddd15264e req-da6ee323-0e0c-49f4-add1-e51d6d4411d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:38.071121 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1b104c56-f871-4dfe-9e92-9f9ddd15264e req-da6ee323-0e0c-49f4-add1-e51d6d4411d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1098 time: 0.8939764 Feb 28 19:05:38.187020 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354aef-1e70-40a0-9d57-cfebbb31d988 req-79ddbe35-3a3a-47aa-881c-2e418fb7179a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:38.188496 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ef354aef-1e70-40a0-9d57-cfebbb31d988 req-79ddbe35-3a3a-47aa-881c-2e418fb7179a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1102543 Feb 28 19:05:38.236628 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ef354aef-1e70-40a0-9d57-cfebbb31d988 req-02f0a7eb-4384-4e6d-86be-eb07cd4fef1a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Feb 28 19:05:38.254776 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1b104c56-f871-4dfe-9e92-9f9ddd15264e req-e06a2629-4c90-473e-8b5e-b26da561ecd9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825070 Feb 28 19:05:38.339870 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:38.346811 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Usage tracker for resource:port and tenant:f9621bcbc15b4d0989f7e62fc5f73d66 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:38.356583 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7e3b-9823-4fb9-a013-74b052e11e65 req-ebafb967-ab0c-4387-90ef-9959b4934c3e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:38.357962 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5e9c7e3b-9823-4fb9-a013-74b052e11e65 req-ebafb967-ab0c-4387-90ef-9959b4934c3e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.5673413 Feb 28 19:05:38.358841 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:38.369954 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:38.421459 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5e9c7e3b-9823-4fb9-a013-74b052e11e65 req-6d80bc05-110b-40ae-93dc-300f07b38a66 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551286 Feb 28 19:05:38.461677 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.476504 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['a66e594a-268b-4ff7-a9f8-02c67d25e1da'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:38.481591 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-38c952c5-715b-4777-8a73-67b98c728643 req-f9fb475f-80ef-42d8-ae66-b095585dc010 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.0495954 Feb 28 19:05:38.585798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Made reservation on behalf of f9621bcbc15b4d0989f7e62fc5f73d66 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:05:38.589206 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.605132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Pushing event deleted for resources: {'Port': ['ID=a66e594a-268b-4ff7-a9f8-02c67d25e1da,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:38.687808 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] No DVR routers for this DVR port a66e594a-268b-4ff7-a9f8-02c67d25e1da on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:05:38.693535 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:38.698407 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97445131-4f36-4945-837e-5463f956cc77', 'name': 'network-vif-deleted', 'tag': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:38.779472 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97445131-4f36-4945-837e-5463f956cc77', 'name': 'network-vif-deleted', 'tag': 'a66e594a-268b-4ff7-a9f8-02c67d25e1da', 'status': 'completed', 'code': 200} Feb 28 19:05:38.848830 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8451357d-f247-4834-8ce2-880a329f31a1 req-a9b05ec0-0134-45a1-b336-4d0b1b446456 tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.55 "DELETE /v2.0/ports/a66e594a-268b-4ff7-a9f8-02c67d25e1da HTTP/1.1" status: 204 len: 173 time: 2.1635556 Feb 28 19:05:38.863157 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc2f12-1c71-4645-9083-8c941ce2a21e req-dc3ee007-0e99-4254-851f-6a0781bd4631 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:38.864675 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-afdc2f12-1c71-4645-9083-8c941ce2a21e req-dc3ee007-0e99-4254-851f-6a0781bd4631 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2848902 Feb 28 19:05:38.874298 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49144) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:38.883395 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'floatingip': {'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:38.892611 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Allocated IP 172.20.0.6 (1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca/aaf1ce4b-edb2-48aa-b80b-e7dc1a033941/073db985-6341-4b2b-a697-32ab19a3c5eb) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:05:39.012989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.185195 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.196419 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c7404ad0-8792-46ba-89c8-1d2abcb039cf req-621a2ee9-e6a7-40d2-ae70-661c0dea7d08 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 210 time: 0.0536528 Feb 28 19:05:39.313545 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5340840-9242-4995-a750-8161f212ae4d req-8f1307f6-4597-46c9-9308-d71b9e17f409 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:39.318058 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e5340840-9242-4995-a750-8161f212ae4d req-8f1307f6-4597-46c9-9308-d71b9e17f409 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.4383495 Feb 28 19:05:39.353584 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.458891 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:05:39.463692 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:05:39.464523 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e5340840-9242-4995-a750-8161f212ae4d req-24cf22a4-b332-41a7-af2e-7713295c6918 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454804 Feb 28 19:05:39.470529 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:05:39.590508 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:39.592296 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:39.759404 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Pushing event updated for resources: {'Port': ['ID=073db985-6341-4b2b-a697-32ab19a3c5eb,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:39.773759 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.774105 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.774457 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.774926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.776254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.776254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.776254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.776254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.776589 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.777111 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.777241 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.777484 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:39.812086 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d419842-5170-4b18-95ac-83c02fb86905 req-381faf11-3b4c-4ba0-b29c-d6dce5fa8520 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:39.813772 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2d419842-5170-4b18-95ac-83c02fb86905 req-381faf11-3b4c-4ba0-b29c-d6dce5fa8520 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.3536189 Feb 28 19:05:39.863682 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2d419842-5170-4b18-95ac-83c02fb86905 req-993f2630-c661-4238-9bfb-b8e631030e13 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Feb 28 19:05:39.867865 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-8bace3a5-47cd-4965-a2cf-efe1cac74b7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0747445 Feb 28 19:05:39.889027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Request body: {'port': {'device_id': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:39.906621 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b5d9e6fe-d335-472a-8991-d7c2f2544555 req-9d52b22c-684d-4788-bcd2-565278f5edeb tempest-DeleteServersTestJSON-1917230640 tempest-DeleteServersTestJSON-1917230640-project] 10.222.0.41 "GET /v2.0/ports?device_id=97445131-4f36-4945-837e-5463f956cc77 HTTP/1.1" status: 200 len: 210 time: 0.1868277 Feb 28 19:05:40.009427 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.176742 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.255894 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.521529 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073db985-6341-4b2b-a697-32ab19a3c5eb {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:40.546120 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fe10f-8b8a-4020-a457-76b873684e28 req-20d475bc-c0d6-4002-8a74-60b063805d2f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:40.546872 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-5b8fe10f-8b8a-4020-a457-76b873684e28 req-20d475bc-c0d6-4002-8a74-60b063805d2f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Synchronizing usage tracker for tenant:f9621bcbc15b4d0989f7e62fc5f73d66 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:40.562323 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.598917 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Transition to ACTIVE for port object 073db985-6341-4b2b-a697-32ab19a3c5eb will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:05:40.641688 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.l3_db [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Floating IP b4db81dd-4443-4b57-ba9c-dac559cb7567 associated. External IP: 172.28.1.137, port: f6bb2c40-ad5d-4389-901a-2023ce6d4786. Feb 28 19:05:40.690157 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-5b8fe10f-8b8a-4020-a457-76b873684e28 req-20d475bc-c0d6-4002-8a74-60b063805d2f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Unset dirty status for tenant:f9621bcbc15b4d0989f7e62fc5f73d66 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:40.691371 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5b8fe10f-8b8a-4020-a457-76b873684e28 req-20d475bc-c0d6-4002-8a74-60b063805d2f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 931 time: 0.3582642 Feb 28 19:05:40.692086 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:40.929034 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99728b46-9852-4a73-9a34-85de53e94a37 req-5627a15c-852e-4264-a28a-aae688c3e2c1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:40.932817 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-99728b46-9852-4a73-9a34-85de53e94a37 req-5627a15c-852e-4264-a28a-aae688c3e2c1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.3427701 Feb 28 19:05:40.949219 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5b8fe10f-8b8a-4020-a457-76b873684e28 req-f8c94810-4f77-4102-8f38-9aa38f7d1610 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452052 Feb 28 19:05:40.949865 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Pushing event updated for resources: {'Port': ['ID=073db985-6341-4b2b-a697-32ab19a3c5eb,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:41.015661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Attempting to bind port 073db985-6341-4b2b-a697-32ab19a3c5eb on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:05:41.016291 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Attempting to bind port 073db985-6341-4b2b-a697-32ab19a3c5eb by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'df57e58e-e184-4b66-bf84-ea200cb5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:05:41.020996 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Attempting to bind port 073db985-6341-4b2b-a697-32ab19a3c5eb on network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:41.022211 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Port 073db985-6341-4b2b-a697-32ab19a3c5eb on network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:05:41.022534 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Attempting to bind port 073db985-6341-4b2b-a697-32ab19a3c5eb on network 1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:05:41.029887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:05:41.030297 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Checking segment: {'id': 'df57e58e-e184-4b66-bf84-ea200cb5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:05:41.030727 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Bound using segment: {'id': 'df57e58e-e184-4b66-bf84-ea200cb5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:05:41.031167 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Bound port: 073db985-6341-4b2b-a697-32ab19a3c5eb, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df57e58e-e184-4b66-bf84-ea200cb5ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:05:41.031519 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.099532 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-99728b46-9852-4a73-9a34-85de53e94a37 req-caf8cb73-ceaa-4c68-8ca5-faf48427b853 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524277 Feb 28 19:05:41.234825 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] For port 073db985-6341-4b2b-a697-32ab19a3c5eb, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:05:41.245330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ce368-a46a-4f47-8699-6230b4cec234 req-c532c6cd-74e4-4e40-8721-583add52840b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.247762 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-206ce368-a46a-4f47-8699-6230b4cec234 req-c532c6cd-74e4-4e40-8721-583add52840b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1620057 Feb 28 19:05:41.258708 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:05:41.259993 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] For port 073db985-6341-4b2b-a697-32ab19a3c5eb, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=073db985-6341-4b2b-a697-32ab19a3c5eb,segment=NetworkSegment(df57e58e-e184-4b66-bf84-ea200cb5ead9),segment_id=df57e58e-e184-4b66-bf84-ea200cb5ead9)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:05:41.313281 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-206ce368-a46a-4f47-8699-6230b4cec234 req-5f5a421b-2c97-4767-952d-d9cc91dfae86 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507030 Feb 28 19:05:41.346159 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.401797 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a66e594a-268b-4ff7-a9f8-02c67d25e1da no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:05:41.406980 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.407586 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.413034 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] 10.222.0.55 "PUT /v2.0/ports/073db985-6341-4b2b-a697-32ab19a3c5eb HTTP/1.1" status: 200 len: 1093 time: 1.5258617 Feb 28 19:05:41.413577 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'tag': '073db985-6341-4b2b-a697-32ab19a3c5eb'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:41.450791 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93a462-6d0d-496f-b0f4-df122165efe2 service neutron] Pushing event updated for resources: {'Port': ['ID=073db985-6341-4b2b-a697-32ab19a3c5eb,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:41.489380 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: a66e594a-268b-4ff7-a9f8-02c67d25e1da {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:05:41.489732 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a66e594a-268b-4ff7-a9f8-02c67d25e1da not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:05:41.558600 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'tag': '073db985-6341-4b2b-a697-32ab19a3c5eb', 'status': 'completed', 'code': 200} Feb 28 19:05:41.629409 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:05:41.641050 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.656282 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:05:41.673286 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:41.674328 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:05:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:41.730450 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173eb9a-e699-4bd9-9743-f5fce359572b req-d1d43584-9dc1-4f2f-924a-78db1c7221c3 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.731950 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f173eb9a-e699-4bd9-9743-f5fce359572b req-d1d43584-9dc1-4f2f-924a-78db1c7221c3 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2035563 Feb 28 19:05:41.747537 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49224) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:41.762986 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'floatingip': {'port_id': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:05:41.774111 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-4f6eaa2e-509e-4607-aa96-660448a09590 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "PUT /v2.0/floatingips/b4db81dd-4443-4b57-ba9c-dac559cb7567 HTTP/1.1" status: 200 len: 991 time: 2.8947299 Feb 28 19:05:41.774111 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:41.863790 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49236) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:41.886894 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec2f7-2a69-42ed-a906-bc99068dbd74 req-5ef3fb3d-898d-445d-b1ea-3cac03635801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:41.888853 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a72ec2f7-2a69-42ed-a906-bc99068dbd74 req-5ef3fb3d-898d-445d-b1ea-3cac03635801 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9621bcbc15b4d0989f7e62fc5f73d66&device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 1096 time: 0.3115797 Feb 28 19:05:41.893952 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:41.908679 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'status': 'completed', 'code': 200} Feb 28 19:05:42.028029 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:42.066104 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.104888 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:42.119589 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Usage tracker for resource:security_group_rule and tenant:74b799ba7c2c45b8b621052f04a8ee48 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:42.131814 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:42.151979 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:42.378176 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec2f7-2a69-42ed-a906-bc99068dbd74 req-aeb2acd3-9226-4f02-9010-5c9eb4028de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.379624 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a72ec2f7-2a69-42ed-a906-bc99068dbd74 req-aeb2acd3-9226-4f02-9010-5c9eb4028de8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f9621bcbc15b4d0989f7e62fc5f73d66&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3787775 Feb 28 19:05:42.495623 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19382c79-fca7-4e65-a420-c29cd2aff4e4 req-2e73cf22-1c60-413d-be42-35fe44f63aeb tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.499606 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'b4db81dd-4443-4b57-ba9c-dac559cb7567', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'floating_ip_address': '172.28.1.137', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'mac_address': 'fa:16:3e:ff:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:05:07Z', 'updated_at': '2022-02-28T19:05:39Z', 'revision_number': 1, 'project_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:42.504822 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:05:42.513341 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-19382c79-fca7-4e65-a420-c29cd2aff4e4 req-2e73cf22-1c60-413d-be42-35fe44f63aeb tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 943 time: 0.3140759 Feb 28 19:05:42.517883 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:42.519160 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:05:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:42.601932 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-19382c79-fca7-4e65-a420-c29cd2aff4e4 req-d1d0a557-229d-475b-9453-089c9499d9d9 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Synchronizing usage tracker for tenant:f9621bcbc15b4d0989f7e62fc5f73d66 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:05:42.605355 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.633311 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-5de65381-6f2d-4461-aef9-cec26a2b8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.634851 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-5de65381-6f2d-4461-aef9-cec26a2b8492 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1098 time: 0.6718891 Feb 28 19:05:42.666019 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.717850 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-19382c79-fca7-4e65-a420-c29cd2aff4e4 req-d1d0a557-229d-475b-9453-089c9499d9d9 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Unset dirty status for tenant:f9621bcbc15b4d0989f7e62fc5f73d66 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:05:42.718997 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-19382c79-fca7-4e65-a420-c29cd2aff4e4 req-d1d0a557-229d-475b-9453-089c9499d9d9 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048852 Feb 28 19:05:42.725647 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d59a5-7c32-4193-92e7-84f5e67b4f07,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:42.732772 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74b799ba7c2c45b8b621052f04a8ee48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653104 Feb 28 19:05:42.735989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49254) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:42.754755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.754755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.757093 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:42.764518 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.764973 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.766958 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.766958 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.766958 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.766958 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.766958 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.767421 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.767664 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.767892 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19120f7-de19-4042-8365-11e4980dddff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:42.858861 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5c870ba7-bdc6-4716-8af3-b8bc1306495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.895755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5c870ba7-bdc6-4716-8af3-b8bc1306495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:42.920275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec2f7-2a69-42ed-a906-bc99068dbd74 req-fdd4fef7-4a18-422b-892f-ea6f2ab21bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:42.921721 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a72ec2f7-2a69-42ed-a906-bc99068dbd74 req-fdd4fef7-4a18-422b-892f-ea6f2ab21bef service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5301490 Feb 28 19:05:43.049834 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5c870ba7-bdc6-4716-8af3-b8bc1306495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.076505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-c2b91b05-bbb3-453a-abd2-87d3fb277d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.077960 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-c2b91b05-bbb3-453a-abd2-87d3fb277d92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.3911293 Feb 28 19:05:43.088753 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c870ba7-bdc6-4716-8af3-b8bc1306495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d59a5-7c32-4193-92e7-84f5e67b4f07,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:43.105444 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5c870ba7-bdc6-4716-8af3-b8bc1306495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.113754 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-5c870ba7-bdc6-4716-8af3-b8bc1306495c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb4d59a5-7c32-4193-92e7-84f5e67b4f07 HTTP/1.1" status: 204 len: 168 time: 0.3666368 Feb 28 19:05:43.190862 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'b4db81dd-4443-4b57-ba9c-dac559cb7567', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'floating_ip_address': '172.28.1.137', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'mac_address': 'fa:16:3e:ff:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:05:07Z', 'updated_at': '2022-02-28T19:05:39Z', 'revision_number': 1, 'project_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:43.196059 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ebcc9-6fd6-4779-8d7c-d58b3e2aae02 None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'b4db81dd-4443-4b57-ba9c-dac559cb7567', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'floating_ip_address': '172.28.1.137', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'mac_address': 'fa:16:3e:ff:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:05:07Z', 'updated_at': '2022-02-28T19:05:39Z', 'revision_number': 1, 'project_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:05:43.322427 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f60497-d544-4499-90db-c9321f458878 req-b8dde8cd-078d-420d-9e7e-63bd4c8a82ad tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.323926 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1f60497-d544-4499-90db-c9321f458878 req-b8dde8cd-078d-420d-9e7e-63bd4c8a82ad tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.9018350 Feb 28 19:05:43.452669 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-03df0106-e118-4079-b907-0ea4b47e2b0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 999 time: 0.3605669 Feb 28 19:05:43.515632 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1f60497-d544-4499-90db-c9321f458878 req-60621593-edca-45f6-bfde-e0261904e70c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665266 Feb 28 19:05:43.561730 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014fc42-3ccf-4f73-8494-e71ac5fac7d0 None None] New status for floating IP b4db81dd-4443-4b57-ba9c-dac559cb7567: ACTIVE {{(pid=87804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:05:43.614612 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-abb81b5b-df05-450e-b00c-31b50c94ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.616099 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-abb81b5b-df05-450e-b00c-31b50c94ee37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9621bcbc15b4d0989f7e62fc5f73d66&device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 1096 time: 0.5833354 Feb 28 19:05:43.727362 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-08b69863-7753-48f4-b7a4-c06f1e5da3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:43.728823 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-08b69863-7753-48f4-b7a4-c06f1e5da3de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.2645552 Feb 28 19:05:43.740567 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49280) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:43.745577 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-96f23ed5-2980-492e-95a6-bcf7cbf850f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=073db985-6341-4b2b-a697-32ab19a3c5eb HTTP/1.1" status: 200 len: 217 time: 0.0772381 Feb 28 19:05:43.812339 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Deleting subnet caa70a20-c876-4540-9ee0-abb23d861992 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:05:43.816283 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.878599 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.888031 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:43.951555 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.db.resource_extend [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 19:05:44.036154 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9868bd1-0a21-4c4f-8382-c4800e84b042 req-8c621b8f-1904-40c9-98e9-60d529744bc2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:44.038162 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c9868bd1-0a21-4c4f-8382-c4800e84b042 req-8c621b8f-1904-40c9-98e9-60d529744bc2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 943 time: 0.0988328 Feb 28 19:05:44.051488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-fa55183a-6605-4d25-9850-f277ce56da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:44.053005 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-fa55183a-6605-4d25-9850-f277ce56da48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aaf1ce4b-edb2-48aa-b80b-e7dc1a033941 HTTP/1.1" status: 200 len: 849 time: 0.2777109 Feb 28 19:05:44.068126 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49286) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:44.093931 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.105182 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.118734 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-00bbcf14-97b9-485d-84c8-48e46bd9f101 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526204 Feb 28 19:05:44.148243 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa70a20-c876-4540-9ee0-abb23d861992,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:44.155507 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c9868bd1-0a21-4c4f-8382-c4800e84b042 req-516e3626-e916-4c10-891d-927f64d02001 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101401 Feb 28 19:05:44.156309 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.170447 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.170661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-40825ef8-ac5f-415b-be59-295fbf1dcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:44.171362 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-40825ef8-ac5f-415b-be59-295fbf1dcb8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4322181 Feb 28 19:05:44.176668 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.190002 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-14393e7e-621b-452c-99f0-001a2dcaf7b5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/caa70a20-c876-4540-9ee0-abb23d861992 HTTP/1.1" status: 204 len: 168 time: 0.4481349 Feb 28 19:05:44.193591 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:44.201244 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49290) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:44.219853 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Usage tracker for resource:security_group_rule and tenant:de224e1f47c44da7a18969c0b7409cae is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:44.235429 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:44.249575 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:44.346576 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.516811 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.518805 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-9b5b1989-d7dd-472c-8703-1644e569185d service neutron] 10.222.0.55 "GET /v2.0/networks/1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904092 Feb 28 19:05:44.564682 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.565142 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.565922 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.566251 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > port after_create 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.566718 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > port after_delete 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.567563 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > port after_update 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.567563 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.567919 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.568358 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.568943 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.598419 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-f8d1e629-3d9d-4c45-b6ea-f6e5cc429043 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680439 Feb 28 19:05:44.609191 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Floating IP 51a0810d-b7c4-4af4-8113-a6c31f8df31f associated. External IP: 172.28.1.52, port: a65ec83c-0b3e-49c3-b22a-6b4bcf823a14. Feb 28 19:05:44.711115 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.711784 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.712321 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.712790 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 19:05:44.713416 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b316c8e-c7fe-46f4-8678-c53c4ad9d739']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:44.736090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.741899 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:44.742440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bfd8ad-33d1-4d37-9528-0401eb19e4de') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:44.756525 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.776795 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.784296 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:05:44.784751 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: from cryptography.utils import int_from_bytes Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: from cryptography.utils import int_from_bytes Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: util.warn_limited( Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: util.warn_limited( Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:05:44.800914 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:05:44.820947 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.009664 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de224e1f47c44da7a18969c0b7409cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9403870 Feb 28 19:05:45.010645 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579b45d-d806-467f-aa63-c256b9264d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6ad05-b070-4308-a1d0-286f4e06c87f,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:45.013711 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49308) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:45.044667 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7897f7f-f62e-49a7-8c40-ef87cdcd1bc2 req-bfd6896b-fa4a-4e8c-ae04-109ad10e31dc service neutron] 10.222.0.55 "GET /v2.0/networks/1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155637 Feb 28 19:05:45.076963 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.081933 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-65e6c4a2-f3c8-4b9e-969c-697461e53317 req-374c9967-70e5-4c7d-8844-fdaab012dc79 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742515 Feb 28 19:05:45.096410 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19d1b8e-7c2b-495a-b435-9e7ab1583afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.110907 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.113378 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] Pushing event deleted for resources: {'Network': ['ID=3b316c8e-c7fe-46f4-8678-c53c4ad9d739,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:45.138632 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19d1b8e-7c2b-495a-b435-9e7ab1583afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.146045 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-bc984dff-4df2-4c33-a329-ea77c33b5ace admin admin] 10.222.0.41 "DELETE /v2.0/networks/3b316c8e-c7fe-46f4-8678-c53c4ad9d739 HTTP/1.1" status: 204 len: 168 time: 0.9487598 Feb 28 19:05:45.159752 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d1641-3278-4888-87fe-cb813229c6ac req-c3d1c434-380c-46b5-8df5-144b363f7790 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:45.162998 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c2d1641-3278-4888-87fe-cb813229c6ac req-c3d1c434-380c-46b5-8df5-144b363f7790 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.4128053 Feb 28 19:05:45.279248 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19d1b8e-7c2b-495a-b435-9e7ab1583afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.346626 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d1b8e-7c2b-495a-b435-9e7ab1583afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6ad05-b070-4308-a1d0-286f4e06c87f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:45.357657 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f19d1b8e-7c2b-495a-b435-9e7ab1583afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.357657 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-f19d1b8e-7c2b-495a-b435-9e7ab1583afa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2a6ad05-b070-4308-a1d0-286f4e06c87f HTTP/1.1" status: 204 len: 168 time: 0.3409395 Feb 28 19:05:45.408648 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c2d1641-3278-4888-87fe-cb813229c6ac req-36cf119b-06db-4c19-89ed-a3986cce91bb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402501 Feb 28 19:05:45.425231 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe66c4-4130-4bc9-a359-0c7839133530 req-388a1c5b-ee0f-477c-85c0-30b0569d5b2f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:45.425355 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-43fe66c4-4130-4bc9-a359-0c7839133530 req-388a1c5b-ee0f-477c-85c0-30b0569d5b2f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 943 time: 0.1268003 Feb 28 19:05:45.446593 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:05:45.484841 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-43fe66c4-4130-4bc9-a359-0c7839133530 req-b99e4981-f56a-4be5-9f86-9bcd0be00dd0 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Feb 28 19:05:45.578354 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49322) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:45.626916 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1ff6068e-2de7-470d-8a59-e5cbf55ce9ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1bf350b8e5b4cd58b79bbcdaeaebe64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472133 Feb 28 19:05:45.629295 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49326) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:45.671670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:05:45.678195 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.682228 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:05:45.692125 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:45.692776 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:05:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:45.766818 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-c04d0916-8dd1-4be5-bd4b-38b9219680d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "PUT /v2.0/floatingips/51a0810d-b7c4-4af4-8113-a6c31f8df31f HTTP/1.1" status: 200 len: 990 time: 4.0166414 Feb 28 19:05:45.769169 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:45.780417 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-42b88bc3-13e2-46fc-92bb-7ad0e5c61283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.816101 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-42b88bc3-13e2-46fc-92bb-7ad0e5c61283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:45.864369 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'status': 'completed', 'code': 200} Feb 28 19:05:45.976125 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:45.990327 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494158-8556-4628-816c-b057a8804a69 req-cb69bbcd-c807-4eab-8787-73cded8fb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:45.992962 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-cb69bbcd-c807-4eab-8787-73cded8fb18f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1098 time: 0.0972164 Feb 28 19:05:46.041961 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-42b88bc3-13e2-46fc-92bb-7ad0e5c61283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:46.129988 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b88bc3-13e2-46fc-92bb-7ad0e5c61283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e6d339-4c20-48c0-afe9-7b87338abe4e,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:46.186093 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494158-8556-4628-816c-b057a8804a69 req-a0b4ed2f-c63b-42c1-94c7-43fe546a7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:46.189187 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-a0b4ed2f-c63b-42c1-94c7-43fe546a7a7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 911 time: 0.1851027 Feb 28 19:05:46.280177 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-42b88bc3-13e2-46fc-92bb-7ad0e5c61283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:46.281303 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-42b88bc3-13e2-46fc-92bb-7ad0e5c61283 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6e6d339-4c20-48c0-afe9-7b87338abe4e HTTP/1.1" status: 204 len: 168 time: 0.6510940 Feb 28 19:05:46.312523 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-e528097b-6993-46ee-bed4-b509ae0eb2a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 998 time: 0.1151090 Feb 28 19:05:46.409063 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494158-8556-4628-816c-b057a8804a69 req-79e0098a-63aa-4cbe-af1d-48fb799176ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:46.410716 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-79e0098a-63aa-4cbe-af1d-48fb799176ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.0842402 Feb 28 19:05:46.431990 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': '51a0810d-b7c4-4af4-8113-a6c31f8df31f', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'floating_ip_address': '172.28.1.52', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'port_id': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'mac_address': 'fa:16:3e:95:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:05:14Z', 'updated_at': '2022-02-28T19:05:43Z', 'revision_number': 1, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:46.439529 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:05:46.448605 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:05:46.449375 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:05:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:46.507325 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f494158-8556-4628-816c-b057a8804a69 req-9177f6cd-ea1f-4fac-8431-ea3a82a0b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:46.509004 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-9177f6cd-ea1f-4fac-8431-ea3a82a0b330 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921357 Feb 28 19:05:46.661728 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-c7081c8f-d912-4ca4-9b67-619f81c43334 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380877 Feb 28 19:05:46.664357 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89a30b-da59-4d90-8229-57c148e505a9 req-ef6bb9e7-ec59-4290-b551-d0309c6fffdc tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:46.670295 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2a89a30b-da59-4d90-8229-57c148e505a9 req-ef6bb9e7-ec59-4290-b551-d0309c6fffdc tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1351132 Feb 28 19:05:46.718222 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:05:46.722620 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2a89a30b-da59-4d90-8229-57c148e505a9 req-5e69855a-38e0-4c39-8ae5-a172a3e013d0 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513678 Feb 28 19:05:46.864846 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e7052-db0f-4b17-989b-ed6391b64624 req-c8496cef-cbad-4805-863f-f2065dc6d2f6 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:46.866332 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-892e7052-db0f-4b17-989b-ed6391b64624 req-c8496cef-cbad-4805-863f-f2065dc6d2f6 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 943 time: 0.2036719 Feb 28 19:05:46.871776 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8f494158-8556-4628-816c-b057a8804a69 req-899319d5-bbd0-4ef9-904c-e0888dc44bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732841 Feb 28 19:05:46.925092 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-892e7052-db0f-4b17-989b-ed6391b64624 req-90f5cd84-6246-408b-8ade-4452c49ca66f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523224 Feb 28 19:05:47.154537 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': '51a0810d-b7c4-4af4-8113-a6c31f8df31f', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'floating_ip_address': '172.28.1.52', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'port_id': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'mac_address': 'fa:16:3e:95:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:05:14Z', 'updated_at': '2022-02-28T19:05:43Z', 'revision_number': 1, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:05:47.158675 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cd8e7-bd1a-4c8c-b712-f2f63f424227 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': '51a0810d-b7c4-4af4-8113-a6c31f8df31f', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'floating_ip_address': '172.28.1.52', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'port_id': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'mac_address': 'fa:16:3e:95:58:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:05:14Z', 'updated_at': '2022-02-28T19:05:43Z', 'revision_number': 1, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:05:47.401664 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e9c1c7-2867-48cf-98b2-6c74a296e8ec None None] New status for floating IP 51a0810d-b7c4-4af4-8113-a6c31f8df31f: ACTIVE {{(pid=87804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:05:47.920710 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675dcb4e-b7d2-40bd-95c1-16ad47ea60e8 req-2827ac78-1a11-407a-9b58-38495d165e35 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:47.922894 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-675dcb4e-b7d2-40bd-95c1-16ad47ea60e8 req-2827ac78-1a11-407a-9b58-38495d165e35 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0947366 Feb 28 19:05:47.971330 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-675dcb4e-b7d2-40bd-95c1-16ad47ea60e8 req-eb456267-651f-432c-b06a-2515bf759a3e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Feb 28 19:05:48.004412 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-97f01d8c-3948-48d6-bbe3-b191e29d8f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:48.142389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14028efa-eda1-4176-8ed1-68d57d6da7ad req-ff4f42a8-22e1-451c-a346-909caa645b4e tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:48.142389 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-14028efa-eda1-4176-8ed1-68d57d6da7ad req-ff4f42a8-22e1-451c-a346-909caa645b4e tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 943 time: 0.0859072 Feb 28 19:05:48.195043 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-14028efa-eda1-4176-8ed1-68d57d6da7ad req-62e0a057-bbbb-414f-b834-ed50d682c323 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Feb 28 19:05:49.160572 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6645f-4c30-4b5a-a12f-f595c5c05ddc req-a5da84a6-e194-4f47-9dda-8e79625bd784 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:49.162021 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aec6645f-4c30-4b5a-a12f-f595c5c05ddc req-a5da84a6-e194-4f47-9dda-8e79625bd784 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0819168 Feb 28 19:05:49.211026 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aec6645f-4c30-4b5a-a12f-f595c5c05ddc req-2bc1d8a0-fac9-417a-af21-b2747b9eeffd tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Feb 28 19:05:49.410464 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623dd0d-efb7-4365-a12d-326e98c2b6da req-0e1e8f19-afe8-4ca7-919f-aed97867dae1 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:49.412581 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a623dd0d-efb7-4365-a12d-326e98c2b6da req-0e1e8f19-afe8-4ca7-919f-aed97867dae1 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 943 time: 0.0982268 Feb 28 19:05:49.463557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 073db985-6341-4b2b-a697-32ab19a3c5eb details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:05:49.493461 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a623dd0d-efb7-4365-a12d-326e98c2b6da req-b213b9b3-e083-4e9d-a1f8-8ea1fb58e25e tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Feb 28 19:05:49.519118 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49490) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:49.630780 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 073db985-6341-4b2b-a697-32ab19a3c5eb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=073db985-6341-4b2b-a697-32ab19a3c5eb,segment=NetworkSegment(df57e58e-e184-4b66-bf84-ea200cb5ead9),segment_id=df57e58e-e184-4b66-bf84-ea200cb5ead9)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:49.647380 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '073db985-6341-4b2b-a697-32ab19a3c5eb', 'network_id': '1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca', 'port_id': '073db985-6341-4b2b-a697-32ab19a3c5eb', 'mac_address': 'fa:16:3e:42:86:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf1ce4b-edb2-48aa-b80b-e7dc1a033941', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:05:49.650986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.667739 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:49.671834 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a9c0873c03744082a04a50b0260add85 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:49.674755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:49.680699 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:49.713930 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.732649 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073db985-6341-4b2b-a697-32ab19a3c5eb {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:05:49.760064 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 073db985-6341-4b2b-a697-32ab19a3c5eb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=073db985-6341-4b2b-a697-32ab19a3c5eb,segment=NetworkSegment(df57e58e-e184-4b66-bf84-ea200cb5ead9),segment_id=df57e58e-e184-4b66-bf84-ea200cb5ead9)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:49.778018 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.826866 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.855827 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:49.907403 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=073db985-6341-4b2b-a697-32ab19a3c5eb,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:49.916372 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49512) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:49.916756 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9c0873c03744082a04a50b0260add85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091821 Feb 28 19:05:49.917220 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.917681 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.918349 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.919649 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.920085 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.921097 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.921531 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.922005 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.922431 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.922911 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.923270 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.923812 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:05:49.946972 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4957-0866-4fcb-9b22-fff903eb44f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d06dff8-f485-44d9-9275-59ec72f3baf7,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:49.990021 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-79ea9b17-b35c-4115-a922-f213eaf16713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:50.017999 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-79ea9b17-b35c-4115-a922-f213eaf16713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:50.147374 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-79ea9b17-b35c-4115-a922-f213eaf16713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:50.166112 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea9b17-b35c-4115-a922-f213eaf16713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d06dff8-f485-44d9-9275-59ec72f3baf7,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:50.170936 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-79ea9b17-b35c-4115-a922-f213eaf16713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:50.174342 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-79ea9b17-b35c-4115-a922-f213eaf16713 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d06dff8-f485-44d9-9275-59ec72f3baf7 HTTP/1.1" status: 204 len: 168 time: 0.2561481 Feb 28 19:05:50.178436 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['073db985-6341-4b2b-a697-32ab19a3c5eb'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:05:50.441273 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f269bd-ce82-4bf3-96b0-4ac2a83b87e0 req-ed74df04-5c23-4211-9344-e6f1188b8899 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:50.442735 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-06f269bd-ce82-4bf3-96b0-4ac2a83b87e0 req-ed74df04-5c23-4211-9344-e6f1188b8899 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1059077 Feb 28 19:05:50.488731 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-06f269bd-ce82-4bf3-96b0-4ac2a83b87e0 req-6b71e99a-972a-4daf-b4e7-41cc0a6e5607 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Feb 28 19:05:50.821629 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-4e023eab-a6bd-4783-9855-b23773541d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:50.929277 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f60c98-267d-49e8-9b3d-d18dd06485d8 req-8bd91638-58f3-4370-89c3-1c21e92469f8 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:50.930788 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-38f60c98-267d-49e8-9b3d-d18dd06485d8 req-8bd91638-58f3-4370-89c3-1c21e92469f8 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 944 time: 0.1755433 Feb 28 19:05:50.967899 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49552) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:50.979383 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-38f60c98-267d-49e8-9b3d-d18dd06485d8 req-5bd2d6a3-c37d-4e9e-a243-d09d9c37877f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Feb 28 19:05:50.986362 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.006635 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:51.029332 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Usage tracker for resource:security_group_rule and tenant:87e14cff6b8c4d87b8a1f0de33f31758 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:51.029332 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:51.029332 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:51.105105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.168673 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.216760 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87e14cff6b8c4d87b8a1f0de33f31758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475879 Feb 28 19:05:51.217634 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57942696-f83b-4c1c-bc36-9b1fd9aeb2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193ffce3-8702-40cf-a347-e21bef19638f,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:51.219430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49560) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:51.278045 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a3d83fe1-b13f-4c77-9009-9bd3b768795e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.306868 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a3d83fe1-b13f-4c77-9009-9bd3b768795e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.428683 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a3d83fe1-b13f-4c77-9009-9bd3b768795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.447023 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d83fe1-b13f-4c77-9009-9bd3b768795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193ffce3-8702-40cf-a347-e21bef19638f,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:51.453344 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a3d83fe1-b13f-4c77-9009-9bd3b768795e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.455324 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a3d83fe1-b13f-4c77-9009-9bd3b768795e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/193ffce3-8702-40cf-a347-e21bef19638f HTTP/1.1" status: 204 len: 168 time: 0.2348859 Feb 28 19:05:51.500774 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 073db985-6341-4b2b-a697-32ab19a3c5eb up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:05:51.539865 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.644426 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 073db985-6341-4b2b-a697-32ab19a3c5eb completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:05:51.649855 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 073db985-6341-4b2b-a697-32ab19a3c5eb triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:05:51.650227 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.701165 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9681813-5663-4567-bb95-c23a58db9549 req-d0a3d74a-47b9-4634-a1be-f6bb13560224 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:51.702679 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e9681813-5663-4567-bb95-c23a58db9549 req-d0a3d74a-47b9-4634-a1be-f6bb13560224 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0896668 Feb 28 19:05:51.749424 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e9681813-5663-4567-bb95-c23a58db9549 req-13ac1cf9-d37b-4179-8277-feeff7c02994 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Feb 28 19:05:51.781167 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.815356 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073db985-6341-4b2b-a697-32ab19a3c5eb'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:05:51.826796 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 073db985-6341-4b2b-a697-32ab19a3c5eb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=073db985-6341-4b2b-a697-32ab19a3c5eb,segment=NetworkSegment(df57e58e-e184-4b66-bf84-ea200cb5ead9),segment_id=df57e58e-e184-4b66-bf84-ea200cb5ead9)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:05:51.836262 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49578) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:51.867962 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073db985-6341-4b2b-a697-32ab19a3c5eb', 'code': 200} Feb 28 19:05:51.890358 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.971571 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:51.975025 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=073db985-6341-4b2b-a697-32ab19a3c5eb,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:51.988800 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:51.992977 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Usage tracker for resource:security_group_rule and tenant:bee8fefd3ae346fcbae634f1745be995 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:51.995962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:52.002735 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:52.143437 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.180164 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891a4d-aa59-4fcc-9ac2-3c98c7649d33 req-1a322b1c-59bb-4352-9830-35edc1af09af tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:52.182623 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c891a4d-aa59-4fcc-9ac2-3c98c7649d33 req-1a322b1c-59bb-4352-9830-35edc1af09af tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.0895662 Feb 28 19:05:52.236094 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c891a4d-aa59-4fcc-9ac2-3c98c7649d33 req-a2f85323-d624-462f-8e90-acaefdbb99aa tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Feb 28 19:05:52.255575 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.314582 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abdf39e-2843-4757-8041-2b995c3b8613,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:52.320022 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-1c6940e5-bd82-4770-8cbb-ea3f82762b6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bee8fefd3ae346fcbae634f1745be995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822986 Feb 28 19:05:52.323103 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49608) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:52.340106 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.385745 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d815-6b89-4842-8f21-1f6cee449d30 req-d32a4cad-c3d0-449a-b5b1-0b279f0de62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:52.387216 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e011d815-6b89-4842-8f21-1f6cee449d30 req-d32a4cad-c3d0-449a-b5b1-0b279f0de62f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 1098 time: 0.1812031 Feb 28 19:05:52.414595 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9292641c-da5d-42d6-ae15-de04fc6d0f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.456279 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9292641c-da5d-42d6-ae15-de04fc6d0f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.475492 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e011d815-6b89-4842-8f21-1f6cee449d30 req-4f943363-6ea9-4b26-af82-885306f141da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735731 Feb 28 19:05:52.604465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9292641c-da5d-42d6-ae15-de04fc6d0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.620957 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292641c-da5d-42d6-ae15-de04fc6d0f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abdf39e-2843-4757-8041-2b995c3b8613,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:52.626497 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-9292641c-da5d-42d6-ae15-de04fc6d0f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:52.627517 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-9292641c-da5d-42d6-ae15-de04fc6d0f40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2abdf39e-2843-4757-8041-2b995c3b8613 HTTP/1.1" status: 204 len: 168 time: 0.3035154 Feb 28 19:05:52.941704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf58506-e904-4045-be99-a33f2d13aa8c req-bf60f138-c79b-461d-ab78-3be2cdc61470 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:52.943272 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6cf58506-e904-4045-be99-a33f2d13aa8c req-bf60f138-c79b-461d-ab78-3be2cdc61470 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0810969 Feb 28 19:05:52.990588 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6cf58506-e904-4045-be99-a33f2d13aa8c req-1306cb28-7417-45fc-a5b5-99a0bf68cbe7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Feb 28 19:05:53.093778 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49634) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:53.392881 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.427573 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:53.442171 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Usage tracker for resource:security_group_rule and tenant:65211388872b4c80b2e3ce8cb68ceee2 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:53.445712 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:53.459651 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85af01-916f-425f-9c53-5f9bc7a814cc req-0bbf7b19-bb92-453d-a24c-746216b45c7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:53.461902 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ad85af01-916f-425f-9c53-5f9bc7a814cc req-0bbf7b19-bb92-453d-a24c-746216b45c7f tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.1036558 Feb 28 19:05:53.470837 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:53.512669 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ad85af01-916f-425f-9c53-5f9bc7a814cc req-0c78650d-8cc7-46d1-bd2c-277f31d71404 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Feb 28 19:05:53.575905 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.615072 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.665230 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.718435 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65211388872b4c80b2e3ce8cb68ceee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236582 Feb 28 19:05:53.721100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10c7b7-45d4-458e-a12b-7c66526ef361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de85b40a-e940-4b61-ade5-f4a68ac901fa,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:53.721227 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49670) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:53.794357 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1a29e32c-0428-46e4-886b-bcc73a22ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.823493 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1a29e32c-0428-46e4-886b-bcc73a22ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:53.997779 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1a29e32c-0428-46e4-886b-bcc73a22ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:54.015991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29e32c-0428-46e4-886b-bcc73a22ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de85b40a-e940-4b61-ade5-f4a68ac901fa,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:54.028282 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1a29e32c-0428-46e4-886b-bcc73a22ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:54.033728 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1a29e32c-0428-46e4-886b-bcc73a22ac8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de85b40a-e940-4b61-ade5-f4a68ac901fa HTTP/1.1" status: 204 len: 168 time: 0.3072157 Feb 28 19:05:54.198808 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daaec6-b833-4438-a792-413f6cfb4512 req-43c047fa-9422-4a60-b639-1c145f119dc5 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:54.201862 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-81daaec6-b833-4438-a792-413f6cfb4512 req-43c047fa-9422-4a60-b639-1c145f119dc5 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0881822 Feb 28 19:05:54.254312 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-81daaec6-b833-4438-a792-413f6cfb4512 req-26ceff25-e792-4611-8af7-9ef770114b42 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474777 Feb 28 19:05:54.738359 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de8c36-2848-4895-b5ab-fabc5d7659dc req-ca3272d3-3af4-49d2-a31e-700229f6db4c tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:54.739858 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-13de8c36-2848-4895-b5ab-fabc5d7659dc req-ca3272d3-3af4-49d2-a31e-700229f6db4c tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.0955651 Feb 28 19:05:54.788711 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-13de8c36-2848-4895-b5ab-fabc5d7659dc req-590bd435-b948-4169-ae48-5b4aa5c1a0fa tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 Feb 28 19:05:54.866265 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49722) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:54.883551 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:54.899042 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:54.903973 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Usage tracker for resource:security_group_rule and tenant:6071eb87c4e74de8bc765eab04277c91 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:54.908207 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:54.914328 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:55.007530 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.072880 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.111616 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49730) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:55.124503 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6071eb87c4e74de8bc765eab04277c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571151 Feb 28 19:05:55.127234 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098fb38-6ff5-45b1-b7f3-2f0760250c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618ac096-4d9c-48dd-9dc7-d2015ba3ceab,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:55.129152 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 49734) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:55.216520 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c1308cb5-4363-4890-9f70-cbe6cc11fb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.244572 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c1308cb5-4363-4890-9f70-cbe6cc11fb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.296479 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.326944 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:05:55.330984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Usage tracker for resource:security_group_rule and tenant:dd13230809984161ba16f0185aed2e66 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:05:55.334127 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:05:55.341400 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:05:55.482022 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c1308cb5-4363-4890-9f70-cbe6cc11fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.509605 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1308cb5-4363-4890-9f70-cbe6cc11fb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618ac096-4d9c-48dd-9dc7-d2015ba3ceab,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:55.520319 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bd6e-c96a-41dc-811f-c675fe9fafe5 req-8badd733-1679-46fe-b12d-c38204d779a8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:55.522007 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9118bd6e-c96a-41dc-811f-c675fe9fafe5 req-8badd733-1679-46fe-b12d-c38204d779a8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1196601 Feb 28 19:05:55.556775 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c1308cb5-4363-4890-9f70-cbe6cc11fb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.557879 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-c1308cb5-4363-4890-9f70-cbe6cc11fb67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/618ac096-4d9c-48dd-9dc7-d2015ba3ceab HTTP/1.1" status: 204 len: 168 time: 0.4275019 Feb 28 19:05:55.601279 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9118bd6e-c96a-41dc-811f-c675fe9fafe5 req-f798a3af-00e0-4c42-ac30-c0ca47f077c4 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646379 Feb 28 19:05:55.630631 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.729821 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.780751 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd13230809984161ba16f0185aed2e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672630 Feb 28 19:05:55.782567 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd05a-25f0-42a7-bdec-c91369968c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f8126d-40fa-44e2-a531-5926f37a79a3,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:55.783798 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 49762) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:05:55.854756 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2527120c-1513-44ac-a13d-760bafbdbd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.881010 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2527120c-1513-44ac-a13d-760bafbdbd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:55.993184 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2527120c-1513-44ac-a13d-760bafbdbd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:56.008512 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527120c-1513-44ac-a13d-760bafbdbd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f8126d-40fa-44e2-a531-5926f37a79a3,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:05:56.019573 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2527120c-1513-44ac-a13d-760bafbdbd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:05:56.020920 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2527120c-1513-44ac-a13d-760bafbdbd19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60f8126d-40fa-44e2-a531-5926f37a79a3 HTTP/1.1" status: 204 len: 168 time: 0.2352107 Feb 28 19:05:56.859781 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf204-fe8a-4fe7-8b8e-8395497a1539 req-9fe07b14-b03a-41bf-b8bb-ff86c5b8b0ec tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:56.861504 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7ddcf204-fe8a-4fe7-8b8e-8395497a1539 req-9fe07b14-b03a-41bf-b8bb-ff86c5b8b0ec tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1068678 Feb 28 19:05:56.926242 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7ddcf204-fe8a-4fe7-8b8e-8395497a1539 req-fdbbf515-c7e8-45cc-a1de-3e6dfaa624ba tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 Feb 28 19:05:58.133812 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be760c25-a66f-451a-a63c-1856729bd279 req-575e850c-efde-4b0c-89be-bd23f8442a9f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:58.135864 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be760c25-a66f-451a-a63c-1856729bd279 req-575e850c-efde-4b0c-89be-bd23f8442a9f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1020329 Feb 28 19:05:58.187850 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be760c25-a66f-451a-a63c-1856729bd279 req-a210cedb-0cbf-4626-b25a-797e9c8a0070 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Feb 28 19:05:59.564525 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb4a21-16f3-46c8-8378-b4176fa82400 req-9bedae83-3f68-4b5e-8f99-12739e631a82 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:05:59.572394 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a1eb4a21-16f3-46c8-8378-b4176fa82400 req-9bedae83-3f68-4b5e-8f99-12739e631a82 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0886588 Feb 28 19:05:59.614639 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a1eb4a21-16f3-46c8-8378-b4176fa82400 req-457c21be-fa70-4e3a-9668-704d0841b7f1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Feb 28 19:06:00.620665 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:00.806431 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff10ee-22a2-4340-90b5-6fdea427c62a req-1709a5fe-018f-4c26-aa03-ab80f526ad26 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:00.808266 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-60ff10ee-22a2-4340-90b5-6fdea427c62a req-1709a5fe-018f-4c26-aa03-ab80f526ad26 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0853252 Feb 28 19:06:00.872972 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-60ff10ee-22a2-4340-90b5-6fdea427c62a req-2e4c8b60-7790-47b1-b3ac-bb9b794c58b7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Feb 28 19:06:01.952356 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b88a7-62a0-4f13-a7a0-012ed319c41f req-49cbcacb-87da-4a5c-91b9-b04c737709c9 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:01.954314 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-979b88a7-62a0-4f13-a7a0-012ed319c41f req-49cbcacb-87da-4a5c-91b9-b04c737709c9 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.0844827 Feb 28 19:06:02.004111 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-979b88a7-62a0-4f13-a7a0-012ed319c41f req-1066aefc-67be-4491-b29e-06c301aa633e tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Feb 28 19:06:02.078153 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6690018-f280-49a5-bc99-d9f8bbf43556 req-e1ff78b7-eec6-4931-b4de-957d85afbb8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:02.079817 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c6690018-f280-49a5-bc99-d9f8bbf43556 req-e1ff78b7-eec6-4931-b4de-957d85afbb8a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0948985 Feb 28 19:06:02.128280 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c6690018-f280-49a5-bc99-d9f8bbf43556 req-7adfb9a0-88ce-4f49-aa70-15f0f4c6d5f5 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Feb 28 19:06:03.213597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45bfd1-9db3-42d1-a1be-62362f5b8599 req-147cca92-7d83-4dd1-8c6f-0541df5bb8ae tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:03.221660 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6a45bfd1-9db3-42d1-a1be-62362f5b8599 req-147cca92-7d83-4dd1-8c6f-0541df5bb8ae tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.1052771 Feb 28 19:06:03.268149 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6a45bfd1-9db3-42d1-a1be-62362f5b8599 req-7f240868-8454-4dff-b17f-07db6294dfc3 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Feb 28 19:06:03.399217 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50046) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:03.421217 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23e645-665f-47fa-bebc-edbd96fb27d8 req-626e8da6-3d52-45e8-8ddc-732ee0d5407c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:03.423614 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8e23e645-665f-47fa-bebc-edbd96fb27d8 req-626e8da6-3d52-45e8-8ddc-732ee0d5407c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1698570 Feb 28 19:06:03.486402 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8e23e645-665f-47fa-bebc-edbd96fb27d8 req-7a07782c-cb15-4ba5-a89e-52b780308d5e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543849 Feb 28 19:06:03.530199 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:03.580997 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:03.591599 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Usage tracker for resource:security_group_rule and tenant:d1d03e8a6eac4dc9856522e3b972c63a is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:03.595234 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:03.601995 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:03.674891 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-d6942a41-5763-4dd3-a281-a1e7da9597aa tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:03.676384 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-d6942a41-5763-4dd3-a281-a1e7da9597aa tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.55 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.1359992 Feb 28 19:06:03.780346 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Deleting port 073db985-6341-4b2b-a697-32ab19a3c5eb {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:06:03.780687 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:03.821105 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:03.955666 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.023959 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1d03e8a6eac4dc9856522e3b972c63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231844 Feb 28 19:06:04.026759 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50070) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:04.057569 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e01c7-5cd2-4630-8b84-3ac1acf26aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ddc70-a2f6-4c47-9d41-052fbb6eb95d,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:04.099365 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94df398d-0b92-45a1-97b4-f94289c5928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.135722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94df398d-0b92-45a1-97b4-f94289c5928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.180002 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] For port 073db985-6341-4b2b-a697-32ab19a3c5eb, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=073db985-6341-4b2b-a697-32ab19a3c5eb,segment=NetworkSegment(df57e58e-e184-4b66-bf84-ea200cb5ead9),segment_id=df57e58e-e184-4b66-bf84-ea200cb5ead9)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:04.180443 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.276740 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94df398d-0b92-45a1-97b4-f94289c5928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.295661 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df398d-0b92-45a1-97b4-f94289c5928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ddc70-a2f6-4c47-9d41-052fbb6eb95d,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:04.305229 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94df398d-0b92-45a1-97b4-f94289c5928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.311692 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-94df398d-0b92-45a1-97b4-f94289c5928e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/930ddc70-a2f6-4c47-9d41-052fbb6eb95d HTTP/1.1" status: 204 len: 168 time: 0.2820771 Feb 28 19:06:04.372925 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Calling delete_port for 073db985-6341-4b2b-a697-32ab19a3c5eb owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:06:04.601094 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6cc06-ab6b-41f6-a672-fb8ce22bf4b4 req-3629d25f-2a79-4f0b-8de8-27fc154ec076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:04.602588 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-28e6cc06-ab6b-41f6-a672-fb8ce22bf4b4 req-3629d25f-2a79-4f0b-8de8-27fc154ec076 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 1098 time: 0.3446519 Feb 28 19:06:04.660761 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80017fd-76ba-4a74-9bbf-10f3a56f50d5 req-da6eed4c-34de-4ba3-b824-fb2b1ec99098 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:04.662232 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a80017fd-76ba-4a74-9bbf-10f3a56f50d5 req-da6eed4c-34de-4ba3-b824-fb2b1ec99098 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 945 time: 0.2405314 Feb 28 19:06:04.695374 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-28e6cc06-ab6b-41f6-a672-fb8ce22bf4b4 req-0153f0da-090b-468f-bf45-34d35640fbd2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780032 Feb 28 19:06:04.729788 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a80017fd-76ba-4a74-9bbf-10f3a56f50d5 req-3c33e976-734b-4c50-9646-20d966a3e4ce tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/security-groups?id=25273fe1-6f98-4181-922d-21df21e877c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579147 Feb 28 19:06:04.740868 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cca1c-5099-43c0-b542-fd784e2a6c94 req-a1d5fab1-cfa6-4dd3-989f-dbcf4a6a3e55 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:04.748408 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a14cca1c-5099-43c0-b542-fd784e2a6c94 req-a1d5fab1-cfa6-4dd3-989f-dbcf4a6a3e55 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.0984437 Feb 28 19:06:04.759287 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.771259 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['073db985-6341-4b2b-a697-32ab19a3c5eb'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:06:04.809677 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a14cca1c-5099-43c0-b542-fd784e2a6c94 req-92d1b7d1-02bb-4a72-81b5-f46594805034 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593915 Feb 28 19:06:04.810782 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Pushing event deleted for resources: {'Port': ['ID=073db985-6341-4b2b-a697-32ab19a3c5eb,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:04.895774 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] No DVR routers for this DVR port 073db985-6341-4b2b-a697-32ab19a3c5eb on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:06:04.901846 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:04.905789 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'name': 'network-vif-deleted', 'tag': '073db985-6341-4b2b-a697-32ab19a3c5eb'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:04.954941 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4f7be-95c6-4420-b4a8-342e7d866605', 'name': 'network-vif-deleted', 'tag': '073db985-6341-4b2b-a697-32ab19a3c5eb', 'status': 'completed', 'code': 200} Feb 28 19:06:05.028833 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-11bf7258-55ec-4923-b33b-f36ad5c55739 req-1d132cd1-0c6e-439e-9ed2-91564a9868a2 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.55 "DELETE /v2.0/ports/073db985-6341-4b2b-a697-32ab19a3c5eb HTTP/1.1" status: 204 len: 173 time: 1.3453176 Feb 28 19:06:05.237719 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50100) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:05.256398 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.275222 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:05.279462 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Usage tracker for resource:security_group_rule and tenant:d65c731cc5bd4d8d9eacbc1236c96789 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:05.285601 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:05.291665 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:05.383895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.450565 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.504844 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d65c731cc5bd4d8d9eacbc1236c96789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658939 Feb 28 19:06:05.505740 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7940e-5167-490f-b9e1-467eb94a341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1872eec-33d8-450c-93ea-271c59c62fbc,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:05.507369 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50112) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:05.580174 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-bc90ea86-2639-40b3-8a72-ec49a84bbf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.608833 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-bc90ea86-2639-40b3-8a72-ec49a84bbf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.775382 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-bc90ea86-2639-40b3-8a72-ec49a84bbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.806263 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-bc90ea86-2639-40b3-8a72-ec49a84bbf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:05.811351 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-bc90ea86-2639-40b3-8a72-ec49a84bbf1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1872eec-33d8-450c-93ea-271c59c62fbc HTTP/1.1" status: 204 len: 168 time: 0.2992482 Feb 28 19:06:05.811351 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90ea86-2639-40b3-8a72-ec49a84bbf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1872eec-33d8-450c-93ea-271c59c62fbc,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:05.972143 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d79bf66d-dacd-40f5-8acd-6180717835e7 req-2db3f18c-a6fb-4051-b9b9-a714427f7f27 tempest-VolumesActionsTest-2006225993 tempest-VolumesActionsTest-2006225993-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f7be-95c6-4420-b4a8-342e7d866605 HTTP/1.1" status: 200 len: 210 time: 0.0650465 Feb 28 19:06:06.100791 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc013d96-1a7b-471e-abd8-27fc92a03546 req-79a3aaa3-9871-4061-9b6e-1d2d29661b07 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:06.102409 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cc013d96-1a7b-471e-abd8-27fc92a03546 req-79a3aaa3-9871-4061-9b6e-1d2d29661b07 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1006052 Feb 28 19:06:06.162190 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cc013d96-1a7b-471e-abd8-27fc92a03546 req-9ec3443b-0f29-4b90-b000-adaf40c37f50 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519903 Feb 28 19:06:07.058313 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50178) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:07.357211 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:07.376780 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:07.381839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Usage tracker for resource:security_group_rule and tenant:da749b446ac4414c99cdd5e2aa02f09c is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:07.385793 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:07.392751 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:07.442540 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589038c0-6126-4587-a745-8ef76fb5232a req-68f6d47d-8df5-437e-a301-e8d718ea6fa8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:07.444373 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-589038c0-6126-4587-a745-8ef76fb5232a req-68f6d47d-8df5-437e-a301-e8d718ea6fa8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.1540103 Feb 28 19:06:07.510955 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-589038c0-6126-4587-a745-8ef76fb5232a req-6eaccb91-8c0c-4265-a47c-00de2062fc58 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594134 Feb 28 19:06:07.558275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:07.594219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 073db985-6341-4b2b-a697-32ab19a3c5eb no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:06:07.632274 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 073db985-6341-4b2b-a697-32ab19a3c5eb {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:06:07.632613 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 073db985-6341-4b2b-a697-32ab19a3c5eb not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:06:07.700448 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:07.744619 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cd36f-2573-4596-805a-72dd1a20f960 req-fe18d292-1d18-4d57-aa2e-dd8b0db052a4 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:07.746218 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7b8cd36f-2573-4596-805a-72dd1a20f960 req-fe18d292-1d18-4d57-aa2e-dd8b0db052a4 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1110687 Feb 28 19:06:07.770083 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da749b446ac4414c99cdd5e2aa02f09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7100351 Feb 28 19:06:07.772006 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e6ce-1317-42e2-accf-aed6844009fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275e3727-5429-4901-8b31-fadfd502e92f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:07.773551 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50202) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:07.837360 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7b8cd36f-2573-4596-805a-72dd1a20f960 req-5bfa8a24-759a-4849-aaee-68cd844c0136 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838299 Feb 28 19:06:07.903248 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1eca1762-3d3a-487d-b832-e088f5a48d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:07.932841 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1eca1762-3d3a-487d-b832-e088f5a48d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:08.060397 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1eca1762-3d3a-487d-b832-e088f5a48d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:08.079526 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca1762-3d3a-487d-b832-e088f5a48d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e3727-5429-4901-8b31-fadfd502e92f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:08.112297 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1eca1762-3d3a-487d-b832-e088f5a48d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:08.113475 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1eca1762-3d3a-487d-b832-e088f5a48d4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/275e3727-5429-4901-8b31-fadfd502e92f HTTP/1.1" status: 204 len: 168 time: 0.3387425 Feb 28 19:06:08.868182 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50246) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:08.888060 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:08.909164 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:08.914047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Usage tracker for resource:security_group_rule and tenant:47869613a7da4c7aa162017ef17df466 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:08.920632 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:08.927971 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:09.052467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.136517 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.189735 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47869613a7da4c7aa162017ef17df466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204188 Feb 28 19:06:09.191382 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669aae-20ee-45ac-9f6d-54b0183a87ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb09a3b-7c4d-4a66-8ca5-af132c4a750d,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:09.192489 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50256) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:09.254167 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98cb69b2-cd62-4a84-b860-0c0ac8dd5e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.285396 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98cb69b2-cd62-4a84-b860-0c0ac8dd5e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.365511 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:06:09.501252 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98cb69b2-cd62-4a84-b860-0c0ac8dd5e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.520669 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98cb69b2-cd62-4a84-b860-0c0ac8dd5e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:09.521798 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-98cb69b2-cd62-4a84-b860-0c0ac8dd5e56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cb09a3b-7c4d-4a66-8ca5-af132c4a750d HTTP/1.1" status: 204 len: 168 time: 0.3283153 Feb 28 19:06:09.523012 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb69b2-cd62-4a84-b860-0c0ac8dd5e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb09a3b-7c4d-4a66-8ca5-af132c4a750d,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:10.877470 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5772d67-2a2c-4d71-a90e-bd34352adf2f req-466a1876-5aa1-413c-93b5-35f09c3d7ab7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:10.879925 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e5772d67-2a2c-4d71-a90e-bd34352adf2f req-466a1876-5aa1-413c-93b5-35f09c3d7ab7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1104877 Feb 28 19:06:10.907419 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-aee56381-c93a-4883-b5b8-a1f7ae6ed2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:10.909156 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-aee56381-c93a-4883-b5b8-a1f7ae6ed2a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.1032727 Feb 28 19:06:10.963334 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e5772d67-2a2c-4d71-a90e-bd34352adf2f req-16e7b18e-646c-47d9-b727-073d3ea6d6f2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765748 Feb 28 19:06:11.075035 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-9ffe7f18-0b95-4176-8252-57a99cd98ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:11.076528 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-9ffe7f18-0b95-4176-8252-57a99cd98ee6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.1521211 Feb 28 19:06:11.248274 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-5ba5512b-7f7d-4e2d-af51-460a0c7475f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.1645479 Feb 28 19:06:11.319114 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-fc280ede-a650-4e8e-b0a4-1ca870030741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:11.320763 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-fc280ede-a650-4e8e-b0a4-1ca870030741 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.0659273 Feb 28 19:06:11.385908 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-b08f0a00-830b-49b1-9b67-bf019d366674 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576677 Feb 28 19:06:11.548731 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-a525a3fe-3f2e-4b52-814f-2b801ad004b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482644 Feb 28 19:06:11.724372 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-be4c99ef-32ea-4db1-9c20-85a6565220bb req-8a0242d3-ce62-4f7d-8913-f5de6dffc31d service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640310 Feb 28 19:06:12.160275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268f22a-c4d0-434b-9c2f-633c7b29492d req-e9dab48e-2e42-483d-b8c9-1ffea1c2f4e3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:12.162266 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5268f22a-c4d0-434b-9c2f-633c7b29492d req-e9dab48e-2e42-483d-b8c9-1ffea1c2f4e3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0836129 Feb 28 19:06:12.212646 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5268f22a-c4d0-434b-9c2f-633c7b29492d req-fcb95272-707a-4bcb-af03-897aea023927 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Feb 28 19:06:13.423672 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb426328-d5f9-4484-b672-eede2707c829 req-14ab4e44-c3b8-4d9b-8661-f8ac117557ad tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:13.425149 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fb426328-d5f9-4484-b672-eede2707c829 req-14ab4e44-c3b8-4d9b-8661-f8ac117557ad tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0977547 Feb 28 19:06:13.473213 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fb426328-d5f9-4484-b672-eede2707c829 req-d4b40b98-265e-40d3-8c01-ebace50008cf tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Feb 28 19:06:14.674010 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c215d79-cf44-480d-a964-d5896a65c9c0 req-50fb604e-dfa7-4c26-b03f-5594f75bd5f8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:14.675541 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c215d79-cf44-480d-a964-d5896a65c9c0 req-50fb604e-dfa7-4c26-b03f-5594f75bd5f8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0906401 Feb 28 19:06:14.723811 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c215d79-cf44-480d-a964-d5896a65c9c0 req-e85bc908-3151-4a8b-8c20-41a5b6ff6035 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422792 Feb 28 19:06:15.749440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50462) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:15.907849 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:15.925743 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:15.931568 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Usage tracker for resource:security_group_rule and tenant:74be515ae92b49fc9eb87c361c6d2142 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:15.935379 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:15.942589 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:15.985880 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a7d6e-8583-498d-95ee-490539718d1f req-ef656e1f-e78b-45f1-bc76-07769dab7bc4 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:15.987429 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-427a7d6e-8583-498d-95ee-490539718d1f req-ef656e1f-e78b-45f1-bc76-07769dab7bc4 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1485837 Feb 28 19:06:16.049823 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-427a7d6e-8583-498d-95ee-490539718d1f req-20da0321-59e9-46b2-a1f1-fd0c7565d8bf tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560596 Feb 28 19:06:16.095508 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.192269 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.239946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e433f2-a76a-44f7-9d13-b5a68aaf41e9,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:16.244194 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3c35fa3e-f757-4a67-83c4-4c060d41ce29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74be515ae92b49fc9eb87c361c6d2142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935882 Feb 28 19:06:16.247011 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50482) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:16.312419 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-712420a3-f312-48d4-8167-5840ac599521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.337877 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-712420a3-f312-48d4-8167-5840ac599521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.478375 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-712420a3-f312-48d4-8167-5840ac599521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.497911 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712420a3-f312-48d4-8167-5840ac599521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e433f2-a76a-44f7-9d13-b5a68aaf41e9,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:16.504404 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-712420a3-f312-48d4-8167-5840ac599521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:16.506291 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-712420a3-f312-48d4-8167-5840ac599521 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2e433f2-a76a-44f7-9d13-b5a68aaf41e9 HTTP/1.1" status: 204 len: 168 time: 0.2581356 Feb 28 19:06:17.152772 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50508) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:17.206142 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.234679 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:17.240760 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Usage tracker for resource:security_group_rule and tenant:8f32be69248b47d7bee212d8391b9455 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:17.244208 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:17.252341 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:17.304596 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23311b73-f6a4-4f5f-a55e-29ff2be53ac1 req-c3359aec-1671-46a1-bab5-8323768e847b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:17.306092 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-23311b73-f6a4-4f5f-a55e-29ff2be53ac1 req-c3359aec-1671-46a1-bab5-8323768e847b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1391094 Feb 28 19:06:17.369836 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-23311b73-f6a4-4f5f-a55e-29ff2be53ac1 req-e04795c1-96e8-4420-9962-da7cfe5922c7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536480 Feb 28 19:06:17.412092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.484838 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.541830 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f32be69248b47d7bee212d8391b9455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878899 Feb 28 19:06:17.543802 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655b760-a55f-4c14-ad87-40d66542e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d16d9-ab9f-483e-97bb-6785e4a6043b,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:17.544588 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50532) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:17.608413 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f57d88f6-4588-485e-bfe7-b5a19f061447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.635465 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f57d88f6-4588-485e-bfe7-b5a19f061447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.741096 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f57d88f6-4588-485e-bfe7-b5a19f061447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.765111 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d88f6-4588-485e-bfe7-b5a19f061447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d16d9-ab9f-483e-97bb-6785e4a6043b,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:17.771391 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f57d88f6-4588-485e-bfe7-b5a19f061447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:17.773098 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-f57d88f6-4588-485e-bfe7-b5a19f061447 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/378d16d9-ab9f-483e-97bb-6785e4a6043b HTTP/1.1" status: 204 len: 168 time: 0.2275183 Feb 28 19:06:18.025169 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42a69243-d51d-4919-8c99-ffefd7e306fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:18.576917 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b4469-1ded-461e-9a6c-600b6c0213a5 req-ac3ae1ce-5ab4-440a-badd-53ef5021d2e9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:18.578676 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9b6b4469-1ded-461e-9a6c-600b6c0213a5 req-ac3ae1ce-5ab4-440a-badd-53ef5021d2e9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0934539 Feb 28 19:06:18.623767 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9b6b4469-1ded-461e-9a6c-600b6c0213a5 req-8f1565d0-d385-4f41-be13-4598ab768b6f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 Feb 28 19:06:19.817277 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d97d7-842d-4a1e-94e1-3f6843c685dc req-7abc27f2-60ff-4191-ab62-3db2fbe69c88 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:19.818698 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9f3d97d7-842d-4a1e-94e1-3f6843c685dc req-7abc27f2-60ff-4191-ab62-3db2fbe69c88 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0845852 Feb 28 19:06:19.867033 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9f3d97d7-842d-4a1e-94e1-3f6843c685dc req-355f5121-3238-495e-b239-0eb1dd0cfefd tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Feb 28 19:06:20.815526 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ef67efbb-0ce9-4ed8-af31-79421ea62625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:21.065396 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d91e2-ca3d-4beb-96b3-ec1c1c14a2cb req-e03cce1f-2219-4ee4-b2a5-dd38d8ed91b6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:21.066878 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3a8d91e2-ca3d-4beb-96b3-ec1c1c14a2cb req-e03cce1f-2219-4ee4-b2a5-dd38d8ed91b6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0842340 Feb 28 19:06:21.113945 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3a8d91e2-ca3d-4beb-96b3-ec1c1c14a2cb req-52bff43d-2520-461d-a64e-323175ba7c6c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Feb 28 19:06:21.524478 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:22.317008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42231b8-7306-4ae7-a298-50b622b5d05b req-8577dd32-4fec-4e72-92f8-320941dd337e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:22.318525 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f42231b8-7306-4ae7-a298-50b622b5d05b req-8577dd32-4fec-4e72-92f8-320941dd337e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0938115 Feb 28 19:06:22.320127 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:22.378796 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f42231b8-7306-4ae7-a298-50b622b5d05b req-6861585e-d303-4530-b4d6-dfbac0ee5e9a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Feb 28 19:06:22.383227 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50678) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:22.506713 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:22.521831 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:22.526457 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Usage tracker for resource:security_group_rule and tenant:0039721860044b5b902f21e2a19342e4 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:22.530297 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:22.536107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:22.622405 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:22.747078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:22.796170 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0039721860044b5b902f21e2a19342e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118013 Feb 28 19:06:22.797737 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d133e7-1be7-47dc-b400-8f83bd84f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8848170-09d3-45da-9921-f806286e1cf1,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:22.805682 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50694) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:22.876023 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a6f907cb-156f-41c6-bf47-f201cdf13ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:22.906433 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a6f907cb-156f-41c6-bf47-f201cdf13ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.050123 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a6f907cb-156f-41c6-bf47-f201cdf13ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.069216 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f907cb-156f-41c6-bf47-f201cdf13ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8848170-09d3-45da-9921-f806286e1cf1,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:23.086826 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a6f907cb-156f-41c6-bf47-f201cdf13ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.087938 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a6f907cb-156f-41c6-bf47-f201cdf13ec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8848170-09d3-45da-9921-f806286e1cf1 HTTP/1.1" status: 204 len: 168 time: 0.2814577 Feb 28 19:06:23.366004 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50712) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:23.401482 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50720) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:23.446966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d37af-d836-457f-916e-f64f230f521f req-5575f5ab-d1c8-4b58-b2da-471871f4e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:23.448911 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-229d37af-d836-457f-916e-f64f230f521f req-5575f5ab-d1c8-4b58-b2da-471871f4e77f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.0748513 Feb 28 19:06:23.541705 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.554035 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-229d37af-d836-457f-916e-f64f230f521f req-ed03e598-19a5-44c5-a866-f466ce27df65 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883448 Feb 28 19:06:23.639492 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a5c55-2320-4596-ba6e-934d61fe1b98 req-362771cd-21f8-4440-a994-a9efa4642171 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:23.641201 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1f9a5c55-2320-4596-ba6e-934d61fe1b98 req-362771cd-21f8-4440-a994-a9efa4642171 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0921938 Feb 28 19:06:23.706889 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1f9a5c55-2320-4596-ba6e-934d61fe1b98 req-1095d4ae-d693-4c9b-8bd0-a2d095dd6639 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581522 Feb 28 19:06:23.729188 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.744891 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:23.749670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Usage tracker for resource:security_group_rule and tenant:a55414cb27cf40d4aced8d7c8e8fa95e is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:23.752878 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:23.759184 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:23.854609 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.859043 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.877573 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:23.878603 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd9ce18d317a4e2fb6fa2fd958fff2e2 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:23.881663 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:23.887272 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:23.923968 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:23.978534 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a55414cb27cf40d4aced8d7c8e8fa95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6114478 Feb 28 19:06:23.979467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87334675-d118-41c6-b0a6-c5b7c1079b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a676cfea-0ed2-41b1-bd05-54db4d69bf05,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:23.983698 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50738) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:24.006795 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.051832 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5de92d5-30e6-40b9-98a1-2317cda26bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.079159 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5de92d5-30e6-40b9-98a1-2317cda26bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.093451 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.140924 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd9ce18d317a4e2fb6fa2fd958fff2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375479 Feb 28 19:06:24.142524 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21724223-23b3-4dda-bea7-5ba321e6a9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708413a4-bb6d-4bc2-94cb-1cf8a381a891,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:24.143642 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50742) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:24.217190 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5c35602-8361-4ddc-ae34-45ae3d9c4882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.218869 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50746) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:24.242914 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5de92d5-30e6-40b9-98a1-2317cda26bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.254138 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.285246 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de92d5-30e6-40b9-98a1-2317cda26bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676cfea-0ed2-41b1-bd05-54db4d69bf05,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:24.289224 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5c35602-8361-4ddc-ae34-45ae3d9c4882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.298852 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:24.307905 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Usage tracker for resource:security_group_rule and tenant:19a2f12b14984409b01b907c19554c7e is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:24.319960 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:24.335093 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5de92d5-30e6-40b9-98a1-2317cda26bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.336190 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d5de92d5-30e6-40b9-98a1-2317cda26bd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a676cfea-0ed2-41b1-bd05-54db4d69bf05 HTTP/1.1" status: 204 len: 168 time: 0.3514965 Feb 28 19:06:24.344984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:24.442684 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.482295 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5c35602-8361-4ddc-ae34-45ae3d9c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.582053 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.592095 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c35602-8361-4ddc-ae34-45ae3d9c4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708413a4-bb6d-4bc2-94cb-1cf8a381a891,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:24.642217 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a046b-c844-408e-aa9c-85d6cec2bf20,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:24.645762 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b5c35602-8361-4ddc-ae34-45ae3d9c4882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.649820 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b5c35602-8361-4ddc-ae34-45ae3d9c4882 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/708413a4-bb6d-4bc2-94cb-1cf8a381a891 HTTP/1.1" status: 204 len: 168 time: 0.5051701 Feb 28 19:06:24.656523 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-1520e5d3-17a4-48e2-8b07-b71b41a200fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19a2f12b14984409b01b907c19554c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344130 Feb 28 19:06:24.657110 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50762) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:24.784923 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a3af4a1-27f8-4153-9341-f7fd74262be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.841043 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a3af4a1-27f8-4153-9341-f7fd74262be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:24.931664 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806c651-05f6-4b90-bb41-945aa450f2ca req-7118d218-c313-4c4f-8b87-1e3bf6e70942 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:24.933186 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e806c651-05f6-4b90-bb41-945aa450f2ca req-7118d218-c313-4c4f-8b87-1e3bf6e70942 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0861173 Feb 28 19:06:24.981557 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e806c651-05f6-4b90-bb41-945aa450f2ca req-b254c9b8-2281-42c5-baa4-38ac0fd76ef0 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Feb 28 19:06:24.985500 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a3af4a1-27f8-4153-9341-f7fd74262be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.004823 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3af4a1-27f8-4153-9341-f7fd74262be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a046b-c844-408e-aa9c-85d6cec2bf20,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:25.016298 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a3af4a1-27f8-4153-9341-f7fd74262be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.017702 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6a3af4a1-27f8-4153-9341-f7fd74262be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f20a046b-c844-408e-aa9c-85d6cec2bf20 HTTP/1.1" status: 204 len: 168 time: 0.3597164 Feb 28 19:06:25.196105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 50776) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:25.287517 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.303351 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:25.307939 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2d6635ea7844f7acb3a68ee194cae5 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:25.312272 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:25.318614 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:25.405180 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.552899 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.609097 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e2d6635ea7844f7acb3a68ee194cae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089873 Feb 28 19:06:25.609097 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e879-a4b5-4525-9fc9-60382bc630b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b568f690-2448-41cc-a17d-4d564c18250b,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:25.610326 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50792) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:25.693103 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3078b8cf-c27e-436f-b6f8-43b9762f6a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.725157 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3078b8cf-c27e-436f-b6f8-43b9762f6a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.935613 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3078b8cf-c27e-436f-b6f8-43b9762f6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.954452 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078b8cf-c27e-436f-b6f8-43b9762f6a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b568f690-2448-41cc-a17d-4d564c18250b,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:25.957479 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3078b8cf-c27e-436f-b6f8-43b9762f6a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:25.958952 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3078b8cf-c27e-436f-b6f8-43b9762f6a5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b568f690-2448-41cc-a17d-4d564c18250b HTTP/1.1" status: 204 len: 168 time: 0.3475406 Feb 28 19:06:26.240055 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a862ae-c647-4d80-a227-d029bd7afd09 req-cdb8d4f0-034f-4301-a791-7f00a4f75bc6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:26.241726 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-63a862ae-c647-4d80-a227-d029bd7afd09 req-cdb8d4f0-034f-4301-a791-7f00a4f75bc6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1250253 Feb 28 19:06:26.302751 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-63a862ae-c647-4d80-a227-d029bd7afd09 req-63254888-992d-4af8-b6cb-b2b7f7f537bd tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Feb 28 19:06:27.108609 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-575abc96-6736-497d-8f7a-03532a9ce979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:27.110010 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-575abc96-6736-497d-8f7a-03532a9ce979 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.1095269 Feb 28 19:06:27.158451 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86393a13-f6c2-453d-8f86-9fdcc4628bb3 req-53cabe84-b83d-41e3-b6d8-975fea4bc183 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:27.160402 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-86393a13-f6c2-453d-8f86-9fdcc4628bb3 req-53cabe84-b83d-41e3-b6d8-975fea4bc183 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1982594 Feb 28 19:06:27.292189 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-86393a13-f6c2-453d-8f86-9fdcc4628bb3 req-74c3e03d-8cce-4bca-8748-36e665831507 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134117 Feb 28 19:06:27.332740 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-40b5856f-ec0e-451d-acd4-43d8e3eb03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:27.334704 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-40b5856f-ec0e-451d-acd4-43d8e3eb03c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.2085552 Feb 28 19:06:27.435944 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-60af77f4-2820-4d2d-b65c-7c7079ed8654 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.0913484 Feb 28 19:06:27.510658 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-2e41674e-e0e9-402a-9b89-f17f79350a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:27.513003 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-2e41674e-e0e9-402a-9b89-f17f79350a1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.0679843 Feb 28 19:06:27.566609 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-b610e8b2-7f65-4b20-b2ed-7a1cc8644643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473292 Feb 28 19:06:27.717275 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-d205470a-31f9-4fda-9824-d8ca99489ef0 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375234 Feb 28 19:06:27.867322 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-08a45a23-5c85-42a9-8af9-d31c2b8a66ae req-7052f3e3-9fd2-4009-b77f-b84b00fc2403 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410367 Feb 28 19:06:28.514462 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35604d95-d3fc-4391-af6c-d092f7825dc8 req-ecc957ef-e0ba-4941-9ffe-b1b29d63eb6c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:28.516321 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-35604d95-d3fc-4391-af6c-d092f7825dc8 req-ecc957ef-e0ba-4941-9ffe-b1b29d63eb6c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0997324 Feb 28 19:06:28.578087 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-35604d95-d3fc-4391-af6c-d092f7825dc8 req-1feaf620-e590-4941-a3fe-ea5986b6b4c0 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Feb 28 19:06:29.422681 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-afac0db3-6cfa-4533-b2f4-5e1989ac2ca3 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0f486180db0149369865da65701d43a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283792 Feb 28 19:06:29.602997 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-2376b4c9-a422-4c00-aad9-aed13a381a95 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:29.612390 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-2376b4c9-a422-4c00-aad9-aed13a381a95 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841762 Feb 28 19:06:29.629050 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-faf72d20-67be-43c4-b9ad-9fea406a456d tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/quotas/0f486180db0149369865da65701d43a4 HTTP/1.1" status: 200 len: 375 time: 0.0156264 Feb 28 19:06:29.721487 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-53edb836-919b-4569-abbd-3ff362846754 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f486180db0149369865da65701d43a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891361 Feb 28 19:06:29.764979 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 50998) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:29.906067 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:29.924505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:29.943162 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:44015b975fa240acad2b7393d969d77f is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:29.943162 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:29.943162 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:30.054252 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.164614 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.191215 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9af4eeb2-1171-4902-a575-6c3f0d86bdb1 req-ec55f4f7-28e8-4a70-8231-102576ef8a38 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 210 time: 0.0775919 Feb 28 19:06:30.202050 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e96757-8371-4429-b248-f9dd232316cf req-c746d0ca-6f6d-4828-9a1f-b8ca403b2eb9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:30.204046 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-57e96757-8371-4429-b248-f9dd232316cf req-c746d0ca-6f6d-4828-9a1f-b8ca403b2eb9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0951498 Feb 28 19:06:30.225808 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44015b975fa240acad2b7393d969d77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583979 Feb 28 19:06:30.227105 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81984f3-116a-49c0-872f-c4301dbef6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5b7ca-68a5-4130-9e50-e070a7e70263,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:30.237127 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 51026) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:30.297853 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-57e96757-8371-4429-b248-f9dd232316cf req-98054fbe-d4a6-41fc-b104-78bd55c81c91 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840211 Feb 28 19:06:30.389475 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef50f4b4-cfdb-4b8f-be47-127fe3cd4bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.435789 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef50f4b4-cfdb-4b8f-be47-127fe3cd4bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.507419 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-c656e779-e79f-4b93-bcab-6d111797d355 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2133725 Feb 28 19:06:30.516452 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30c0e9-d6aa-4850-bfeb-13bcc280cc74 req-f6bdd940-6796-4a37-bfd4-b6998bbdfb5e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:30.517895 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-da30c0e9-d6aa-4850-bfeb-13bcc280cc74 req-f6bdd940-6796-4a37-bfd4-b6998bbdfb5e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1789343 Feb 28 19:06:30.574438 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-da30c0e9-d6aa-4850-bfeb-13bcc280cc74 req-271e2b5e-ad98-49fb-8ea5-06a56db89127 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Feb 28 19:06:30.581212 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef50f4b4-cfdb-4b8f-be47-127fe3cd4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.581937 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.598663 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f4b4-cfdb-4b8f-be47-127fe3cd4bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5b7ca-68a5-4130-9e50-e070a7e70263,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:30.643895 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ef50f4b4-cfdb-4b8f-be47-127fe3cd4bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.644964 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ef50f4b4-cfdb-4b8f-be47-127fe3cd4bfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ae5b7ca-68a5-4130-9e50-e070a7e70263 HTTP/1.1" status: 204 len: 168 time: 0.4068832 Feb 28 19:06:30.685144 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f873-f680-4d9a-9768-75d034940f0f req-1f8c2f54-bfed-4b0e-a95d-1d38e0e59f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:30.686569 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-1f8c2f54-bfed-4b0e-a95d-1d38e0e59f8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.0829115 Feb 28 19:06:30.732169 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51038) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:30.794321 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Deleting subnet aaf1ce4b-edb2-48aa-b80b-e7dc1a033941 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:06:30.797943 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.858934 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.923485 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:30.955942 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f873-f680-4d9a-9768-75d034940f0f req-37db5128-979b-4a24-8b4c-d07b805c2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:30.958763 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-37db5128-979b-4a24-8b4c-d07b805c2f12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.2510488 Feb 28 19:06:31.047860 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-5a1ed8e0-594e-4e60-8529-877acaefad6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.0813825 Feb 28 19:06:31.086053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.131108 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0f873-f680-4d9a-9768-75d034940f0f req-cc534850-7447-4393-bf0b-bc94d7f1d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.132894 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-cc534850-7447-4393-bf0b-bc94d7f1d0e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.0761607 Feb 28 19:06:31.139986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf1ce4b-edb2-48aa-b80b-e7dc1a033941,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:31.148758 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.159652 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6687fdd2-7126-4391-b54e-fb86b17dffc3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aaf1ce4b-edb2-48aa-b80b-e7dc1a033941 HTTP/1.1" status: 204 len: 168 time: 0.4259241 Feb 28 19:06:31.169948 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51058) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:31.191974 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-d24c361f-7b98-45cd-b893-854f8c2b2712 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511856 Feb 28 19:06:31.276078 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.437525 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-2256612b-ae78-4d57-a719-7a89d6a6630d service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219214 Feb 28 19:06:31.482204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.492437 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e9db9a20-9c9a-47d9-95e7-8476447e6c2c req-fec81d7e-6951-473a-ab0a-cddf6af3aaaf tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 210 time: 0.0716012 Feb 28 19:06:31.523005 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:31.532496 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df57e58e-e184-4b66-bf84-ea200cb5ead9') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:31.532876 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df57e58e-e184-4b66-bf84-ea200cb5ead9') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:31.565620 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.590301 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.598359 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:06:31.598889 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:06:31.614779 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:06:31.681384 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-99b0f873-f680-4d9a-9768-75d034940f0f req-e045e80a-5a04-4fb8-8c40-c78ab5e8b561 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445109 Feb 28 19:06:31.698291 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb16de-c99c-40cc-a2c9-ed388307b704 req-393ad141-6e2d-4399-9aa8-b585ec143d49 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.704475 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-02cb16de-c99c-40cc-a2c9-ed388307b704 req-393ad141-6e2d-4399-9aa8-b585ec143d49 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.2079203 Feb 28 19:06:31.720797 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51074) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:31.752765 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-02cb16de-c99c-40cc-a2c9-ed388307b704 req-290e01d4-e119-4b48-ace3-c9746ac37977 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Feb 28 19:06:31.773522 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.804182 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:31.810475 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Usage tracker for resource:security_group_rule and tenant:0cd81b344c364c86b34b3d2da51fbab6 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:31.814581 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:31.821819 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:31.858688 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.884839 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:31.912755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:31.923708 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-0f71a205-26d3-44e1-a16f-718fc0714293 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1ea0c9a6-c8bb-4f43-a06c-e1182248b1ca HTTP/1.1" status: 204 len: 168 time: 0.7526658 Feb 28 19:06:31.926783 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51080) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:31.976620 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b5e92-8156-45ec-893b-56fec5cb73b7 req-3d4f2195-1365-49c8-8320-b3cac5480386 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:31.978221 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-952b5e92-8156-45ec-893b-56fec5cb73b7 req-3d4f2195-1365-49c8-8320-b3cac5480386 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2397938 Feb 28 19:06:32.059206 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Deleting subnet a532e834-0f23-4f23-b22e-914989c9a559 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:06:32.072847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.188177 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-952b5e92-8156-45ec-893b-56fec5cb73b7 req-3d56dace-1c0b-4ef9-9ebd-bad03b60a75b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926308 Feb 28 19:06:32.199604 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.218697 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.264501 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.318120 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.362127 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cd81b344c364c86b34b3d2da51fbab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398778 Feb 28 19:06:32.364757 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 51086) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:32.371102 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02276-96a4-4270-a5ef-6566714f836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16781ca4-96e4-4679-b8c4-dd9b0846808f,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:32.435035 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f30cd-4ae1-4259-8154-fcd3ed0bde08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.462448 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f30cd-4ae1-4259-8154-fcd3ed0bde08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.464991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.507480 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a532e834-0f23-4f23-b22e-914989c9a559,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:32.513145 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.521717 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-356c8733-edb8-405a-a3cc-c0a719a0fce2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a532e834-0f23-4f23-b22e-914989c9a559 HTTP/1.1" status: 204 len: 168 time: 0.5939612 Feb 28 19:06:32.525831 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 51096) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:32.643929 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.784985 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f30cd-4ae1-4259-8154-fcd3ed0bde08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.815260 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2ac7976a-14a9-4243-9aa1-90b3507aa08c req-a37c18f4-6b3b-4362-9bb5-bb37d1f1b377 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 210 time: 0.1204050 Feb 28 19:06:32.869073 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f30cd-4ae1-4259-8154-fcd3ed0bde08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16781ca4-96e4-4679-b8c4-dd9b0846808f,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:32.876714 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.884998 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ad9f30cd-4ae1-4259-8154-fcd3ed0bde08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.888972 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ad9f30cd-4ae1-4259-8154-fcd3ed0bde08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16781ca4-96e4-4679-b8c4-dd9b0846808f HTTP/1.1" status: 204 len: 168 time: 0.5201705 Feb 28 19:06:32.909233 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb32f6e-1500-4494-a588-06952995f203']}} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:32.926411 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6702f9b-c7c6-4903-8d06-814d60a1ab3f') {'for_net_delete': True} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:32.926779 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6702f9b-c7c6-4903-8d06-814d60a1ab3f') {} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:06:32.943512 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4050685'] for segment, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:32.993454 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-4e7ecca6-8971-483d-9b55-a83840c87353 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f486180db0149369865da65701d43a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326352 Feb 28 19:06:32.998103 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.044715 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:06:33.045149 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4014788'] for segment, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: Traceback (most recent call last): Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: timer() Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: cb(*args, **kw) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: return func(*args, **kwargs) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: self._notify() Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: self.callback(batched_events) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: event.method(event) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: return f(self, *a, **k) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: return self._get(url).json() Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: return self.request(url, 'GET', **kwargs) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:06:33.058621 dv-cinder-831187-1-smb neutron-server[87802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:06:33.250335 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51124) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:33.300441 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-925f0e3c-36d9-4ea2-a716-002fcf3036e0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:33.302062 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-925f0e3c-36d9-4ea2-a716-002fcf3036e0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013606 Feb 28 19:06:33.305391 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.316574 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.382315 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Request body: {'port': {'device_id': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056', 'admin_state_up': True, 'tenant_id': '0f486180db0149369865da65701d43a4'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:33.413297 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.425410 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bfb32f6e-1500-4494-a588-06952995f203 HTTP/1.1" status: 204 len: 168 time: 0.8985181 Feb 28 19:06:33.429866 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be496c77-a029-4837-9663-ad626a056060 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb32f6e-1500-4494-a588-06952995f203,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:33.440988 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:33.453375 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Usage tracker for resource:security_group_rule and tenant:97ac566095c64483854e368907622b4f is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:33.457070 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:33.465390 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:33.476986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be1eac-aabb-4302-b95d-225d6a7ec481 req-2d91633b-53f9-42cd-bd95-6c5ef433602f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:33.478513 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-22be1eac-aabb-4302-b95d-225d6a7ec481 req-2d91633b-53f9-42cd-bd95-6c5ef433602f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1473093 Feb 28 19:06:33.552732 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-22be1eac-aabb-4302-b95d-225d6a7ec481 req-b7b03d6f-385a-40e9-b4f0-465b75bba144 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628383 Feb 28 19:06:33.622491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.663260 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:33.666983 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Usage tracker for resource:port and tenant:0f486180db0149369865da65701d43a4 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:33.670463 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:33.676272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:33.708251 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.764283 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 51146) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:33.764585 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97ac566095c64483854e368907622b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128548 Feb 28 19:06:33.765892 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f3dbe-fb11-437e-9603-b99dc20bd263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a08d2c-ec93-4765-93f3-6835db5b337f,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:33.806892 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Made reservation on behalf of 0f486180db0149369865da65701d43a4 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:33.810796 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.831519 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.863824 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:33.870677 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Usage tracker for resource:security_group_rule and tenant:0f486180db0149369865da65701d43a4 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:33.875396 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:33.889200 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:33.904209 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-499885f0-2cd0-4cff-8f27-5c268b2cca93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:33.914589 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51160) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:34.001815 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-330889a8-85c7-4f24-b15d-0b85db8456b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9621bcbc15b4d0989f7e62fc5f73d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860815 Feb 28 19:06:34.004424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51164) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:34.033774 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-499885f0-2cd0-4cff-8f27-5c268b2cca93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.055160 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ffdd971c-4399-4f92-b145-3cfe37a61d82 req-1864acee-d90d-4418-a8e2-1f8787fa0c1b tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 210 time: 0.0774839 Feb 28 19:06:34.146802 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.163454 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b2982dc6-2984-49fd-bd36-45c2843fe8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.192861 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-499885f0-2cd0-4cff-8f27-5c268b2cca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.210295 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499885f0-2cd0-4cff-8f27-5c268b2cca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a08d2c-ec93-4765-93f3-6835db5b337f,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:34.213454 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d5782-a029-4b33-961e-e884f1b50748 req-de74f4eb-3105-45de-afdf-4e328135bc1a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:34.215101 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0d4d5782-a029-4b33-961e-e884f1b50748 req-de74f4eb-3105-45de-afdf-4e328135bc1a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1927726 Feb 28 19:06:34.217053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b2982dc6-2984-49fd-bd36-45c2843fe8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.223231 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-499885f0-2cd0-4cff-8f27-5c268b2cca93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.227683 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-499885f0-2cd0-4cff-8f27-5c268b2cca93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47a08d2c-ec93-4765-93f3-6835db5b337f HTTP/1.1" status: 204 len: 168 time: 0.4616189 Feb 28 19:06:34.261038 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.291416 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0d4d5782-a029-4b33-961e-e884f1b50748 req-1e89f5ac-55a0-4959-8a56-1b0f57e13cc6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659156 Feb 28 19:06:34.337595 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c777f4-d359-4cce-914a-6e6ab9b68fdd,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:34.438840 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b2982dc6-2984-49fd-bd36-45c2843fe8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.482477 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2982dc6-2984-49fd-bd36-45c2843fe8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25273fe1-6f98-4181-922d-21df21e877c5,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:34.582593 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b2982dc6-2984-49fd-bd36-45c2843fe8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.582593 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-b2982dc6-2984-49fd-bd36-45c2843fe8f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25273fe1-6f98-4181-922d-21df21e877c5 HTTP/1.1" status: 204 len: 168 time: 0.5740666 Feb 28 19:06:34.599054 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Allocated IP 192.168.233.149 (2bb1af12-c13d-4fe5-9224-ded78371b056/b34d8f14-17ab-4735-b076-51b3ee0adcd9/e900bd00-6c96-47d8-8755-071b22050bb4) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:06:34.756716 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51196) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:34.810393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e381ebc-0a8a-4867-bb35-e93e4d3ccc62 req-f8b37430-e1e0-494f-ba13-ee8ad78b5152 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:34.812165 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8e381ebc-0a8a-4867-bb35-e93e4d3ccc62 req-f8b37430-e1e0-494f-ba13-ee8ad78b5152 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1046822 Feb 28 19:06:34.851780 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:34.870457 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Transition to ACTIVE for port object e900bd00-6c96-47d8-8755-071b22050bb4 will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:34.888363 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8e381ebc-0a8a-4867-bb35-e93e4d3ccc62 req-5e38017b-d4f4-4363-a594-4399835829b8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701830 Feb 28 19:06:34.987105 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.062794 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Network 2bb1af12-c13d-4fe5-9224-ded78371b056 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:06:35.070818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:35.076563 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:06:35.125738 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Pushing event updated for resources: {'Port': ['ID=e900bd00-6c96-47d8-8755-071b22050bb4,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:35.169952 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:35.170704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.296555 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5f76573a-1bc2-4e5f-9b58-93b0cb7ca0b0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9685040 Feb 28 19:06:35.309146 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51218) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:35.319278 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Request body: {'port': {'device_id': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:35.383357 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.414871 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.434532 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-95e0710f-2e1e-434c-bd52-9b9b5e20e6f5 None None] Provisioning for port e900bd00-6c96-47d8-8755-071b22050bb4 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:06:35.441231 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-95e0710f-2e1e-434c-bd52-9b9b5e20e6f5 None None] Provisioning complete for port e900bd00-6c96-47d8-8755-071b22050bb4 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:35.441358 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-95e0710f-2e1e-434c-bd52-9b9b5e20e6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.449381 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:35.494338 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Usage tracker for resource:security_group_rule and tenant:780ee0e380164528b3592d424230cb01 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:35.499674 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:35.511859 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:35.527904 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:35.534952 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Usage tracker for resource:security_group_rule and tenant:536576ac509a4fdc9aa33a907aa25685 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:35.539587 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:35.553028 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:35.560252 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-95e0710f-2e1e-434c-bd52-9b9b5e20e6f5 None None] Port e900bd00-6c96-47d8-8755-071b22050bb4 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:06:35.651173 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.736697 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-35c967e1-41f7-4211-9486-6fe9c12328e0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:35.737431 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-35c967e1-41f7-4211-9486-6fe9c12328e0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Synchronizing usage tracker for tenant:0f486180db0149369865da65701d43a4 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:06:35.757052 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.766762 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.885211 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.916000 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:35.975228 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=780ee0e380164528b3592d424230cb01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2173657 Feb 28 19:06:35.986712 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51236) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.055773 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51242) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.066420 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-35c967e1-41f7-4211-9486-6fe9c12328e0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Unset dirty status for tenant:0f486180db0149369865da65701d43a4 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:06:36.067545 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=536576ac509a4fdc9aa33a907aa25685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7594702 Feb 28 19:06:36.067911 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-35c967e1-41f7-4211-9486-6fe9c12328e0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 936 time: 0.6260242 Feb 28 19:06:36.088879 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92fe12-8f03-485d-b3d3-66c6fc6d6412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe66c57-7968-43f5-a09a-7951618ae4a9,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.107666 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51246) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.181447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-6206cab4-537e-4050-b3ee-d36f29206bc0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Synchronizing usage tracker for tenant:0f486180db0149369865da65701d43a4 on resource:security_group {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:06:36.203417 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7844610d-26ba-4214-bf71-337ba48bd33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.206355 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e900bd00-6c96-47d8-8755-071b22050bb4 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:06:36.215738 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.234959 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Transition to ACTIVE for port object e900bd00-6c96-47d8-8755-071b22050bb4 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:36.281427 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee44e5-9e0b-4bff-b35e-fd31cab7a80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548e42a-c682-4bf6-98ee-1f258031b54a,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.299371 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-7348fbed-f7c8-46fe-aeaa-9bdbb07f63b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f619dc4ae8524d9e8ff48f9f73b75cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354476 Feb 28 19:06:36.300118 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-6206cab4-537e-4050-b3ee-d36f29206bc0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Unset dirty status for tenant:0f486180db0149369865da65701d43a4 on resource:security_group {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:06:36.303311 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-50cec74e-9472-47a6-a79a-3686b7ccc6ca req-6206cab4-537e-4050-b3ee-d36f29206bc0 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144406 Feb 28 19:06:36.303568 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 51252) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:36.322558 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.374444 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7844610d-26ba-4214-bf71-337ba48bd33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.447108 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-047b735c-ba92-4c64-8f41-5da9fd0599e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.592973 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-047b735c-ba92-4c64-8f41-5da9fd0599e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.631782 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e900bd00-6c96-47d8-8755-071b22050bb4,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.634856 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7844610d-26ba-4214-bf71-337ba48bd33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.700676 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-36940a6c-c24e-4ad0-b622-b9d06f1e587d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.703568 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844610d-26ba-4214-bf71-337ba48bd33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548e42a-c682-4bf6-98ee-1f258031b54a,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.722849 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee24d-ebf5-46d0-b390-f240846c8628 req-cf0f542d-fd9f-4efa-b773-626810f2f1d0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:36.732691 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-852ee24d-ebf5-46d0-b390-f240846c8628 req-cf0f542d-fd9f-4efa-b773-626810f2f1d0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.3745687 Feb 28 19:06:36.751533 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-36940a6c-c24e-4ad0-b622-b9d06f1e587d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.774418 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7844610d-26ba-4214-bf71-337ba48bd33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.780690 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-7844610d-26ba-4214-bf71-337ba48bd33b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8548e42a-c682-4bf6-98ee-1f258031b54a HTTP/1.1" status: 204 len: 168 time: 0.7889838 Feb 28 19:06:36.826153 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-852ee24d-ebf5-46d0-b390-f240846c8628 req-77da8d29-4a2d-42d1-b87c-28393eb63637 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925624 Feb 28 19:06:36.889622 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-047b735c-ba92-4c64-8f41-5da9fd0599e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.905259 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Attempting to bind port e900bd00-6c96-47d8-8755-071b22050bb4 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:06:36.905812 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Attempting to bind port e900bd00-6c96-47d8-8755-071b22050bb4 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:06:36.906859 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Attempting to bind port e900bd00-6c96-47d8-8755-071b22050bb4 on network 2bb1af12-c13d-4fe5-9224-ded78371b056 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:36.929805 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b735c-ba92-4c64-8f41-5da9fd0599e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe66c57-7968-43f5-a09a-7951618ae4a9,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:36.946005 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Port e900bd00-6c96-47d8-8755-071b22050bb4 on network 2bb1af12-c13d-4fe5-9224-ded78371b056 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:06:36.946681 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Attempting to bind port e900bd00-6c96-47d8-8755-071b22050bb4 on network 2bb1af12-c13d-4fe5-9224-ded78371b056 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:36.948490 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-047b735c-ba92-4c64-8f41-5da9fd0599e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:36.950413 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-047b735c-ba92-4c64-8f41-5da9fd0599e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fe66c57-7968-43f5-a09a-7951618ae4a9 HTTP/1.1" status: 204 len: 168 time: 0.8404486 Feb 28 19:06:36.960676 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:06:36.960838 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Checking segment: {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:36.961157 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Bound using segment: {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:06:36.961558 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Bound port: e900bd00-6c96-47d8-8755-071b22050bb4, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc2b62e-be53-4a00-80c6-c938133a854e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:06:36.962148 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.087346 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] For port e900bd00-6c96-47d8-8755-071b22050bb4, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:06:37.090540 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] For port e900bd00-6c96-47d8-8755-071b22050bb4, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e900bd00-6c96-47d8-8755-071b22050bb4,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:06:37.177912 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.182719 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-36940a6c-c24e-4ad0-b622-b9d06f1e587d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.248171 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940a6c-c24e-4ad0-b622-b9d06f1e587d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e5976-1f2a-478b-8056-8be2f89a68c9,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:37.277843 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-36940a6c-c24e-4ad0-b622-b9d06f1e587d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.278990 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-36940a6c-c24e-4ad0-b622-b9d06f1e587d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/024e5976-1f2a-478b-8056-8be2f89a68c9 HTTP/1.1" status: 204 len: 168 time: 0.9684546 Feb 28 19:06:37.293340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:37.293340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:37.293340 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/e900bd00-6c96-47d8-8755-071b22050bb4 HTTP/1.1" status: 200 len: 1098 time: 1.9808486 Feb 28 19:06:37.293340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'tag': 'e900bd00-6c96-47d8-8755-071b22050bb4'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:37.380342 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0786a9-d10b-461a-8657-836ae62540b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e900bd00-6c96-47d8-8755-071b22050bb4,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:37.407177 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'tag': 'e900bd00-6c96-47d8-8755-071b22050bb4', 'status': 'completed', 'code': 200} Feb 28 19:06:37.525788 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c5ef-484f-4ddf-97f5-bdde354ed9a8 req-81de9ca6-7ac5-42b5-95b2-2bb83663e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:37.527747 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ccb5c5ef-484f-4ddf-97f5-bdde354ed9a8 req-81de9ca6-7ac5-42b5-95b2-2bb83663e96c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f486180db0149369865da65701d43a4&device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 1101 time: 0.1013956 Feb 28 19:06:37.585125 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ccb5c5ef-484f-4ddf-97f5-bdde354ed9a8 req-d3100631-00e6-4361-b285-6f99327e7e22 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f486180db0149369865da65701d43a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454624 Feb 28 19:06:37.600722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44f293-cb18-4de6-8f35-95dfa1df57e6 req-5bf5ceb0-2003-4952-9015-8cdd3e3dad36 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:37.608291 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ca44f293-cb18-4de6-8f35-95dfa1df57e6 req-5bf5ceb0-2003-4952-9015-8cdd3e3dad36 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 948 time: 0.1474466 Feb 28 19:06:37.720482 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ca44f293-cb18-4de6-8f35-95dfa1df57e6 req-d1135de2-9afb-4612-93f1-9de0064efc83 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111591 Feb 28 19:06:37.849850 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c5ef-484f-4ddf-97f5-bdde354ed9a8 req-3480178e-3179-4405-8b5f-be87a2a46b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:37.852965 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ccb5c5ef-484f-4ddf-97f5-bdde354ed9a8 req-3480178e-3179-4405-8b5f-be87a2a46b3b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597632 Feb 28 19:06:38.198390 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-1d6b1459-1b5a-42d4-a677-4f0fa47d1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:38.200833 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-1d6b1459-1b5a-42d4-a677-4f0fa47d1af0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f486180db0149369865da65701d43a4&device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 1101 time: 0.2866957 Feb 28 19:06:38.213592 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8617-1b44-40d9-9f19-0736df83dfc9 req-43236c08-f04d-425e-a344-fcab1811b735 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:38.215121 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a62b8617-1b44-40d9-9f19-0736df83dfc9 req-43236c08-f04d-425e-a344-fcab1811b735 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2494271 Feb 28 19:06:38.304552 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-69085f3f-b62f-483d-b17e-a5fb75514c2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=e900bd00-6c96-47d8-8755-071b22050bb4 HTTP/1.1" status: 200 len: 217 time: 0.0884044 Feb 28 19:06:38.389581 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a62b8617-1b44-40d9-9f19-0736df83dfc9 req-bf7f0a2b-6a38-48d9-a932-abc9afb99fe9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260483 Feb 28 19:06:38.404011 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3d5d9e66-437c-4bc6-8d3e-e4373eb2d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:38.406023 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-3d5d9e66-437c-4bc6-8d3e-e4373eb2d49a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b34d8f14-17ab-4735-b076-51b3ee0adcd9 HTTP/1.1" status: 200 len: 843 time: 0.0946927 Feb 28 19:06:38.494177 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-a7856e32-62fd-4790-9f48-7ecc2c656c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:38.496314 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-a7856e32-62fd-4790-9f48-7ecc2c656c55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bb1af12-c13d-4fe5-9224-ded78371b056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0823493 Feb 28 19:06:38.680208 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-5371ed1c-f82d-470e-8f29-5a7ef21d7f50 service neutron] 10.222.0.55 "GET /v2.0/networks/2bb1af12-c13d-4fe5-9224-ded78371b056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676595 Feb 28 19:06:38.721712 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51332) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:38.928516 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963278951-network', 'tenant_id': 'cbff2027f5ce4c90bad6c482cfeabff4'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:38.936189 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:38.943452 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ec15331-1ed9-4d7a-902f-055991fa5c8a req-18dd8444-0b08-4224-8b89-99904c9ac503 service neutron] 10.222.0.55 "GET /v2.0/networks/2bb1af12-c13d-4fe5-9224-ded78371b056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496707 Feb 28 19:06:38.950335 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Usage tracker for resource:network and tenant:cbff2027f5ce4c90bad6c482cfeabff4 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:38.953829 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:38.960823 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:39.064030 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Made reservation on behalf of cbff2027f5ce4c90bad6c482cfeabff4 for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:39.066821 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.082485 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.099881 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-09b1fc9c-55b8-416e-b7c9-eb5d16eaf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.101836 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-09b1fc9c-55b8-416e-b7c9-eb5d16eaf92c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.1105731 Feb 28 19:06:39.103127 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025d7a4-8371-4b23-a9e3-c3f85bfcd1e3 req-c950bf89-f94e-4369-83ae-7c3c95342906 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.105559 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b025d7a4-8371-4b23-a9e3-c3f85bfcd1e3 req-c950bf89-f94e-4369-83ae-7c3c95342906 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1126094 Feb 28 19:06:39.116436 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca4132-5b90-4348-a2a4-e5abf111fc81 req-aab6f1b4-e116-4bc2-b129-ac5f0a199fa7 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.125422 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7ca4132-5b90-4348-a2a4-e5abf111fc81 req-aab6f1b4-e116-4bc2-b129-ac5f0a199fa7 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 948 time: 0.1844456 Feb 28 19:06:39.127474 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:39.135350 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Usage tracker for resource:security_group_rule and tenant:cbff2027f5ce4c90bad6c482cfeabff4 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:39.140826 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:39.154320 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:39.188800 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b025d7a4-8371-4b23-a9e3-c3f85bfcd1e3 req-5b2aa640-cbec-4c4c-a620-7740bc3bf5c3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765147 Feb 28 19:06:39.216883 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b7ca4132-5b90-4348-a2a4-e5abf111fc81 req-b970e914-003f-4f81-b769-db94d4e78b84 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905817 Feb 28 19:06:39.330424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.331381 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-b6d65fa9-0cf9-464e-be3e-6cc72c66c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.333311 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-b6d65fa9-0cf9-464e-be3e-6cc72c66c49a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.2049658 Feb 28 19:06:39.399099 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.415689 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-de7235c4-b81d-47e7-bbf3-ec2f31ebcc14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.0762258 Feb 28 19:06:39.429615 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:06:39.449420 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95e75cb-d10e-473a-b62f-522b9bff94aa,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:39.450059 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.450409 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Added segment 0554e019-238e-4164-a909-f5a8792cfc59 of type vlan for network 98982c3d-28fb-43d2-8396-867f7f38e73c Feb 28 19:06:39.520883 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.576721 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-9d535a91-4f45-4cf6-87b4-b3f26dd1047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.578256 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-9d535a91-4f45-4cf6-87b4-b3f26dd1047e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.1558619 Feb 28 19:06:39.638624 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.640638 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.641276 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:39.676523 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-0d9f13d0-8947-4e2e-974b-41ceb4bf975f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875397 Feb 28 19:06:39.824616 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb3cd8-4833-4aa2-bef1-24b51cc1b606 req-f86e7cd1-eb5c-4cd6-94c6-15d95ffd14f3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.825899 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-38fb3cd8-4833-4aa2-bef1-24b51cc1b606 req-f86e7cd1-eb5c-4cd6-94c6-15d95ffd14f3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2025957 Feb 28 19:06:39.857149 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-dd89c6a1-3098-4964-967c-155f8e2f284e service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724365 Feb 28 19:06:39.906315 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] Pushing event updated for resources: {'Network': ['ID=98982c3d-28fb-43d2-8396-867f7f38e73c,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:39.906818 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 98982c3d-28fb-43d2-8396-867f7f38e73c details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:06:39.934837 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef994b-2406-42e4-8868-a1f458787aaf req-70595bda-eba3-4787-aa9d-d3bae6d3587e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:39.935707 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-82ef994b-2406-42e4-8868-a1f458787aaf req-70595bda-eba3-4787-aa9d-d3bae6d3587e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2630463 Feb 28 19:06:39.936756 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-38fb3cd8-4833-4aa2-bef1-24b51cc1b606 req-6f9815c2-5704-41fe-bf2d-b33ee17b0add tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953872 Feb 28 19:06:39.967553 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-42e3e602-4385-4379-a292-df6c97ab6510 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2445824 Feb 28 19:06:39.983377 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51362) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:39.992209 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Request body: {'subnet': {'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963278951-subnet', 'tenant_id': 'cbff2027f5ce4c90bad6c482cfeabff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:40.012459 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:40.019989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Usage tracker for resource:subnet and tenant:cbff2027f5ce4c90bad6c482cfeabff4 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:40.025246 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:40.031718 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-82ef994b-2406-42e4-8868-a1f458787aaf req-aa2d1342-94c2-40ed-b3de-2ad63b34abd9 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861893 Feb 28 19:06:40.035705 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:40.096672 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b8098416-db17-4a71-ab80-78ad94c99f7a req-b561631e-7f8a-4c54-8464-b078ca291213 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259116 Feb 28 19:06:40.127504 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Made reservation on behalf of cbff2027f5ce4c90bad6c482cfeabff4 for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:40.130396 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2738631'] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:40.390960 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a0d96-b1b1-446f-9151-fdebffcb21ae req-18295b8f-28b7-4287-a40b-b7b44ec00e52 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:40.392494 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b94a0d96-b1b1-446f-9151-fdebffcb21ae req-18295b8f-28b7-4287-a40b-b7b44ec00e52 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0890703 Feb 28 19:06:40.398210 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2738641'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:40.442694 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b94a0d96-b1b1-446f-9151-fdebffcb21ae req-e20ccec7-b33d-4501-bfda-f65018b6bff2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Feb 28 19:06:40.488833 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4026c1-3be8-4196-aed9-e0894804e1e8,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:40.505805 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Checking segment: {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:40.507649 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Network hostable DHCP agents. Network: 98982c3d-28fb-43d2-8396-867f7f38e73c, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:06:40.528349 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0171f2-da5d-49e4-bf08-1550798b9445 req-3f424d93-60bd-4fc5-b33d-e54bd88bb12e tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:40.529817 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3d0171f2-da5d-49e4-bf08-1550798b9445 req-3f424d93-60bd-4fc5-b33d-e54bd88bb12e tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 948 time: 0.1768284 Feb 28 19:06:40.575831 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3d0171f2-da5d-49e4-bf08-1550798b9445 req-558347b6-63ae-414b-b198-82590f4400f2 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390277 Feb 28 19:06:40.614847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Network 98982c3d-28fb-43d2-8396-867f7f38e73c is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:06:40.694996 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 98982c3d-28fb-43d2-8396-867f7f38e73c) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:40.699058 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:40.699661 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:40.705220 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d5efb-751a-4662-b488-14d006a4f8c6 None None] Network 98982c3d-28fb-43d2-8396-867f7f38e73c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:06:40.770579 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1b2911d7-3566-484c-bae2-8f61c96525f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7855783 Feb 28 19:06:40.923800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1a0c7-12b4-4fd5-8ec3-e43d9170798f None None] Network 98982c3d-28fb-43d2-8396-867f7f38e73c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:06:41.178114 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86284de-98cc-4bf8-b479-99136968b71f req-59530999-0bf2-4fa2-bbf8-aec7df353e56 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:41.179572 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e86284de-98cc-4bf8-b479-99136968b71f req-59530999-0bf2-4fa2-bbf8-aec7df353e56 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0948544 Feb 28 19:06:41.230230 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e86284de-98cc-4bf8-b479-99136968b71f req-13369768-7f6b-48b0-87b3-7448c7f50b25 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Feb 28 19:06:41.255776 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683345b0-0196-40f5-958a-7fedfb62cf41 req-9f02d248-6e6e-469e-8d40-4db29cd47c05 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:41.257281 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-683345b0-0196-40f5-958a-7fedfb62cf41 req-9f02d248-6e6e-469e-8d40-4db29cd47c05 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0919011 Feb 28 19:06:41.303529 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-683345b0-0196-40f5-958a-7fedfb62cf41 req-6ce42441-9384-4415-9230-fb5afecca6e8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Feb 28 19:06:41.718396 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ae07-ec60-4782-8009-4d1c3ddfd7ca req-eb14fea3-4a4a-4bd7-9b38-26a75f5f8e2c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:41.720317 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-df66ae07-ec60-4782-8009-4d1c3ddfd7ca req-eb14fea3-4a4a-4bd7-9b38-26a75f5f8e2c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1099420 Feb 28 19:06:41.780462 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-df66ae07-ec60-4782-8009-4d1c3ddfd7ca req-5602167e-f8e5-446e-ac9f-e31fdbed7cd6 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Feb 28 19:06:41.782841 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device e900bd00-6c96-47d8-8755-071b22050bb4 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:06:41.816752 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26d07a-321b-4267-901d-925e163f7d38 req-31901466-dad5-463f-88ee-40790ed663cc tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:41.818411 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dc26d07a-321b-4267-901d-925e163f7d38 req-31901466-dad5-463f-88ee-40790ed663cc tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 948 time: 0.1174097 Feb 28 19:06:41.866636 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dc26d07a-321b-4267-901d-925e163f7d38 req-e512c0b0-328b-40f2-abfa-b50a8bb5f07b tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Feb 28 19:06:41.943095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port e900bd00-6c96-47d8-8755-071b22050bb4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e900bd00-6c96-47d8-8755-071b22050bb4,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:41.957649 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'e900bd00-6c96-47d8-8755-071b22050bb4', 'network_id': '2bb1af12-c13d-4fe5-9224-ded78371b056', 'port_id': 'e900bd00-6c96-47d8-8755-071b22050bb4', 'mac_address': 'fa:16:3e:ac:ec:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34d8f14-17ab-4735-b076-51b3ee0adcd9', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:06:42.017418 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:42.034593 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e900bd00-6c96-47d8-8755-071b22050bb4 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:06:42.050528 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port e900bd00-6c96-47d8-8755-071b22050bb4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e900bd00-6c96-47d8-8755-071b22050bb4,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:42.156025 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:42.224915 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=e900bd00-6c96-47d8-8755-071b22050bb4,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:42.435923 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48efcbd-7b60-423c-8d6e-75a2179882d7 req-1624ec9a-8dfe-452d-82fd-d1d43b447083 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:42.437547 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c48efcbd-7b60-423c-8d6e-75a2179882d7 req-1624ec9a-8dfe-452d-82fd-d1d43b447083 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0921502 Feb 28 19:06:42.455338 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['e900bd00-6c96-47d8-8755-071b22050bb4'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:06:42.514409 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a0ed2-98d0-4576-8434-1af6b6cda5a9 req-5d901ba1-f8de-48dd-b94b-d89cad7d805b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:42.516996 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-930a0ed2-98d0-4576-8434-1af6b6cda5a9 req-5d901ba1-f8de-48dd-b94b-d89cad7d805b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0958650 Feb 28 19:06:42.518349 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c48efcbd-7b60-423c-8d6e-75a2179882d7 req-13f118ce-fe48-463c-9edd-8c8353b6bed3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753148 Feb 28 19:06:42.568943 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-930a0ed2-98d0-4576-8434-1af6b6cda5a9 req-5c241919-51ce-402a-acc2-2c8f898fdf3f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433753 Feb 28 19:06:43.012419 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cf8f9-c43c-48f4-9bec-df958258e001 req-3ffd6284-ae5f-43f7-b036-7aadfb54c5fd tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:43.013909 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3c9cf8f9-c43c-48f4-9bec-df958258e001 req-3ffd6284-ae5f-43f7-b036-7aadfb54c5fd tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1016347 Feb 28 19:06:43.069289 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3c9cf8f9-c43c-48f4-9bec-df958258e001 req-44a9f64f-35e8-41c2-97da-87c67e8b2f5e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482786 Feb 28 19:06:43.089965 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d1a5-5c4d-470a-8818-51b06bad154c req-240b2b87-23a3-4dec-9e19-36406f707140 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:43.097224 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b918d1a5-5c4d-470a-8818-51b06bad154c req-240b2b87-23a3-4dec-9e19-36406f707140 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 949 time: 0.1101992 Feb 28 19:06:43.156878 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b918d1a5-5c4d-470a-8818-51b06bad154c req-cb397682-c7cd-479f-a179-c2e76bd7843c tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585949 Feb 28 19:06:43.341026 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-c858cc04-505f-4f4c-bdfb-74c300339a49 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:43.342492 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-c858cc04-505f-4f4c-bdfb-74c300339a49 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/networks?id=98982c3d-28fb-43d2-8396-867f7f38e73c HTTP/1.1" status: 200 len: 809 time: 0.1529191 Feb 28 19:06:43.358284 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-4558f39a-9d65-4e10-a67e-e21054bb3854 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/quotas/cbff2027f5ce4c90bad6c482cfeabff4 HTTP/1.1" status: 200 len: 375 time: 0.0103610 Feb 28 19:06:43.405487 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-6c5cf386-804e-4d0f-9235-8f72dc6088d0 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419164 Feb 28 19:06:43.541529 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a57f3039-0e29-4a96-82c2-656676bdf405 service neutron] 10.222.0.41 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290946 Feb 28 19:06:43.677129 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-60ea1457-58f9-48a2-b354-a5b1d00c4564 service neutron] 10.222.0.41 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290426 Feb 28 19:06:43.723632 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91258-61b9-4722-ba5a-53f72032d6cb req-0a65185c-ea4c-4c2f-ab8c-93cc023ed2d8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:43.725525 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cfe91258-61b9-4722-ba5a-53f72032d6cb req-0a65185c-ea4c-4c2f-ab8c-93cc023ed2d8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0852916 Feb 28 19:06:43.770337 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cfe91258-61b9-4722-ba5a-53f72032d6cb req-1f4c7973-553f-4ac6-b73c-220b002a1ac0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Feb 28 19:06:43.787775 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device e900bd00-6c96-47d8-8755-071b22050bb4 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:43.908064 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port e900bd00-6c96-47d8-8755-071b22050bb4 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:06:43.913917 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port e900bd00-6c96-47d8-8755-071b22050bb4 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:43.914283 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:44.019090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b250da-535e-452d-b086-148531f9f70f req-c57c4e30-dc4b-42ce-9af3-b6e36c5e9432 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:44.031343 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-95b250da-535e-452d-b086-148531f9f70f req-c57c4e30-dc4b-42ce-9af3-b6e36c5e9432 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1547968 Feb 28 19:06:44.056813 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-59787027-0cff-432c-9bcf-341c20209f53 req-be9ce40a-01b0-41e7-898a-4ead8d635098 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 210 time: 0.1044829 Feb 28 19:06:44.090802 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-95b250da-535e-452d-b086-148531f9f70f req-12a3dd91-e15a-4f57-b53b-3da9eb86df3a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585945 Feb 28 19:06:44.115166 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:44.146508 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900bd00-6c96-47d8-8755-071b22050bb4'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:44.158488 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port e900bd00-6c96-47d8-8755-071b22050bb4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e900bd00-6c96-47d8-8755-071b22050bb4,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:44.220781 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900bd00-6c96-47d8-8755-071b22050bb4', 'code': 200} Feb 28 19:06:44.256443 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:44.289420 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98ff87-bf06-410c-875d-b57adaf647d3 req-8274f3e4-107c-4b50-b549-1839acef07f1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:44.291343 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4e98ff87-bf06-410c-875d-b57adaf647d3 req-8274f3e4-107c-4b50-b549-1839acef07f1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0985680 Feb 28 19:06:44.347738 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4e98ff87-bf06-410c-875d-b57adaf647d3 req-3f1aac42-4d45-4e7f-8a84-9f1ea2f133a5 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490453 Feb 28 19:06:44.360176 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=e900bd00-6c96-47d8-8755-071b22050bb4,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:44.414269 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417b1b-3598-4237-81a8-2f9dc99f43d9 req-fa4279eb-a5d1-4d3a-b1f8-67c0d07e34b5 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:44.415718 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c8417b1b-3598-4237-81a8-2f9dc99f43d9 req-fa4279eb-a5d1-4d3a-b1f8-67c0d07e34b5 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 950 time: 0.0873377 Feb 28 19:06:44.465023 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c8417b1b-3598-4237-81a8-2f9dc99f43d9 req-34afa089-4626-40c8-8c92-dccb72d72db8 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 Feb 28 19:06:44.809550 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537539d2-97ad-49be-bdc4-9006b65a9217 req-5e429ba5-daf3-4784-834b-4e0d550b6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:44.811045 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-537539d2-97ad-49be-bdc4-9006b65a9217 req-5e429ba5-daf3-4784-834b-4e0d550b6273 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 1103 time: 0.1617672 Feb 28 19:06:44.857997 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-537539d2-97ad-49be-bdc4-9006b65a9217 req-42838fda-0db6-41c1-8074-1ffa4364634d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Feb 28 19:06:44.968700 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d303a6b-7d19-4d2e-af80-68d4d1d441f8 req-15db87e4-aacf-438b-a121-b415144fcfda tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:44.970195 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d303a6b-7d19-4d2e-af80-68d4d1d441f8 req-15db87e4-aacf-438b-a121-b415144fcfda tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0815458 Feb 28 19:06:45.015605 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d303a6b-7d19-4d2e-af80-68d4d1d441f8 req-deec9637-2cca-4892-aa6f-50c6b5f73c76 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Feb 28 19:06:45.158006 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fe380e46-9959-4aa7-9ba9-d78377516078 req-248dc8c0-6fd2-4207-b1db-3f6718e1b452 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 210 time: 0.0481312 Feb 28 19:06:45.311230 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173589f-ca6a-476b-9b5a-bad3dce25a2b req-050a2233-b89d-4fd4-acc7-86f98a73cf2e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:45.315672 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c173589f-ca6a-476b-9b5a-bad3dce25a2b req-050a2233-b89d-4fd4-acc7-86f98a73cf2e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0947869 Feb 28 19:06:45.362767 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c173589f-ca6a-476b-9b5a-bad3dce25a2b req-72d2aaca-439b-45ed-8d50-d028810464e5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433080 Feb 28 19:06:45.561924 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29db78b-e172-45e5-9311-c2d20d7ec218 req-12e60e95-26c3-41b9-a708-ca1588db3384 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:45.563662 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c29db78b-e172-45e5-9311-c2d20d7ec218 req-12e60e95-26c3-41b9-a708-ca1588db3384 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1022105 Feb 28 19:06:45.615096 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c29db78b-e172-45e5-9311-c2d20d7ec218 req-8ac2e175-0c26-49a2-a522-c7566c8ff73f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 Feb 28 19:06:45.696662 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9666-adcb-47dc-b3bb-637ec245d323 req-5c65039b-5585-4392-938e-df752ee652b6 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:45.698107 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-866d9666-adcb-47dc-b3bb-637ec245d323 req-5c65039b-5585-4392-938e-df752ee652b6 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 950 time: 0.0949895 Feb 28 19:06:45.744333 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-866d9666-adcb-47dc-b3bb-637ec245d323 req-ab2b36db-9b73-4c1b-a686-9b90310adeb9 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Feb 28 19:06:46.075478 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51534) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:46.217755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:46.244370 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:46.256113 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c05c-59ba-47ab-b592-4d02d8012402 req-2df69949-e863-4505-9bed-bb3a7378d473 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:46.257617 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cbf1c05c-59ba-47ab-b592-4d02d8012402 req-2df69949-e863-4505-9bed-bb3a7378d473 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1281521 Feb 28 19:06:46.258768 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Usage tracker for resource:security_group_rule and tenant:4a4309fa049e46d5b1965adca36d6c96 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:46.262623 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:46.281838 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:46.325137 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cbf1c05c-59ba-47ab-b592-4d02d8012402 req-cf425467-0938-44f1-8a1b-3e32507438a4 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590458 Feb 28 19:06:46.333247 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0d204d36-c2f1-4fe4-8a3c-0ea0f435612c req-ca76bfdf-dbbc-4884-8974-60c4e364a54b tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 210 time: 0.0480402 Feb 28 19:06:46.364856 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:06:46.399435 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:46.525999 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:46.582570 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a4309fa049e46d5b1965adca36d6c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059638 Feb 28 19:06:46.586958 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 51544) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:46.593599 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613e324-a7f0-4397-b998-cad2f4930258,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:46.607388 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.607976 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.608345 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.608677 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.609008 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.609334 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.609653 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.609973 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.610291 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.610609 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.610924 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.611237 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5d62c6-5e41-4906-9d3e-0d409d38e076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:46.629457 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71f1a9-3aad-4f9f-a6ed-351a05b73f77 req-b0e209b9-7b82-45bb-86fc-f5d68ee1d460 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:46.631279 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fa71f1a9-3aad-4f9f-a6ed-351a05b73f77 req-b0e209b9-7b82-45bb-86fc-f5d68ee1d460 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1562548 Feb 28 19:06:46.680588 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fa71f1a9-3aad-4f9f-a6ed-351a05b73f77 req-585b623a-ddb4-4f80-8598-462f0c14d8d8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Feb 28 19:06:46.826769 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:46.878372 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-eca67f0f-e93c-4651-bbab-8856bc23cb52 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:46.880262 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-eca67f0f-e93c-4651-bbab-8856bc23cb52 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "GET /v2.0/networks?id=98982c3d-28fb-43d2-8396-867f7f38e73c HTTP/1.1" status: 200 len: 809 time: 0.2732329 Feb 28 19:06:46.885331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:46.897712 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Request body: {'port': {'device_id': '741c63a3-c53c-4471-8e04-b87413b513dc', 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c', 'admin_state_up': True, 'tenant_id': 'cbff2027f5ce4c90bad6c482cfeabff4'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:47.009855 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568afa-f264-4a91-8ce0-e015d545dbfd req-5d04082d-f8d0-494f-83db-f0759a10133d tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:47.011586 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-71568afa-f264-4a91-8ce0-e015d545dbfd req-5d04082d-f8d0-494f-83db-f0759a10133d tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 950 time: 0.1580820 Feb 28 19:06:47.062631 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-71568afa-f264-4a91-8ce0-e015d545dbfd req-786dc923-e87d-4f7a-9f65-1100f67c1aed tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Feb 28 19:06:47.069552 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863e1e1-36a1-4766-8723-be587ce6b7e0 req-a6e87102-a5c1-44dd-97ba-d25518374923 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:47.071100 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3863e1e1-36a1-4766-8723-be587ce6b7e0 req-a6e87102-a5c1-44dd-97ba-d25518374923 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.3337131 Feb 28 19:06:47.154491 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:47.161309 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Usage tracker for resource:port and tenant:cbff2027f5ce4c90bad6c482cfeabff4 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:47.173129 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3863e1e1-36a1-4766-8723-be587ce6b7e0 req-6c549f58-0f14-464e-befa-2628344a6b46 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798259 Feb 28 19:06:47.175140 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:47.189369 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:47.218700 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:47.234444 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613e324-a7f0-4397-b998-cad2f4930258,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:47.244263 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.244715 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.245241 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.245703 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.246382 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.246826 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.247382 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.247804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.248331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.248702 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.249125 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.249527 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:47.255649 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:47.259489 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-989ef98b-455a-4648-8542-c7382c83c748 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9613e324-a7f0-4397-b998-cad2f4930258 HTTP/1.1" status: 204 len: 168 time: 0.6699779 Feb 28 19:06:47.276389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Made reservation on behalf of cbff2027f5ce4c90bad6c482cfeabff4 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:06:47.281592 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:47.500984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Allocated IP 172.20.0.2 (98982c3d-28fb-43d2-8396-867f7f38e73c/fd4026c1-3be8-4196-aed9-e0894804e1e8/148d2a00-1359-466d-9236-23f003095390) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:06:47.602696 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74066ee-9f19-4bf4-b579-2ecb824e11cc req-a0e8f702-dd6e-4dcb-b159-9c7aea0562eb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:47.604172 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b74066ee-9f19-4bf4-b579-2ecb824e11cc req-a0e8f702-dd6e-4dcb-b159-9c7aea0562eb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1575103 Feb 28 19:06:47.729313 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b74066ee-9f19-4bf4-b579-2ecb824e11cc req-8cc2f574-81fe-491c-8e9a-989cfb736f2f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130838 Feb 28 19:06:47.761698 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6e0f32f5-6fcc-4630-98e0-65da280c7814 req-06b7b9b8-5081-42be-9635-c0c789a83b27 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 210 time: 0.0525761 Feb 28 19:06:47.777967 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:47.904813 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:47.972040 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a1e3-24a6-4933-a088-279a0cfa75b3 req-564d1a57-48df-4b80-8a55-3e5cba6ff4eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:47.973940 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-37a2a1e3-24a6-4933-a088-279a0cfa75b3 req-564d1a57-48df-4b80-8a55-3e5cba6ff4eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0900648 Feb 28 19:06:47.985894 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Network 98982c3d-28fb-43d2-8396-867f7f38e73c is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:06:47.991135 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-773d8450-42fc-49c2-be5d-6d1287d29a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:47.993984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:06:48.003179 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:06:48.023830 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-37a2a1e3-24a6-4933-a088-279a0cfa75b3 req-ef11cdf9-75aa-4746-9e82-8e9c18916f2c tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 Feb 28 19:06:48.036254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Pushing event updated for resources: {'Port': ['ID=148d2a00-1359-466d-9236-23f003095390,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:48.087225 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:48.088667 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.101088 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073f135-335c-4215-a598-cca4ec57ae83 req-2ebe1283-3324-42d2-a317-b7b7de4dca64 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:48.102577 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e073f135-335c-4215-a598-cca4ec57ae83 req-2ebe1283-3324-42d2-a317-b7b7de4dca64 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 950 time: 0.2386038 Feb 28 19:06:48.110829 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51584) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:48.129109 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.145310 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:48.149531 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Usage tracker for resource:security_group_rule and tenant:8554ccd0be4a4cef8ba0c05461c56d1a is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:48.153068 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:48.154321 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e073f135-335c-4215-a598-cca4ec57ae83 req-49e4d9cd-40ee-4317-90d9-b989e3b07e5c tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Feb 28 19:06:48.161803 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:48.202249 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-0bc39aff-4158-4958-8cb0-9b467d2311dd tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3083313 Feb 28 19:06:48.213921 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Request body: {'port': {'device_id': '741c63a3-c53c-4471-8e04-b87413b513dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:06:48.322938 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.374627 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45272-e1cf-4425-85e7-52c3e6e0270e req-990824e0-8e18-477d-aad1-fed78baab0a2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:48.376100 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-30d45272-e1cf-4425-85e7-52c3e6e0270e req-990824e0-8e18-477d-aad1-fed78baab0a2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0950592 Feb 28 19:06:48.412123 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.417785 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.455211 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-30d45272-e1cf-4425-85e7-52c3e6e0270e req-ace81b79-b077-4d1d-858b-a35336c8d056 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 Feb 28 19:06:48.470988 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8554ccd0be4a4cef8ba0c05461c56d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590508 Feb 28 19:06:48.472234 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a22f6-dd83-42bf-8f42-169cd2c4fd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e0da3-a94d-45c5-a965-731ff88fa75e,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:48.474684 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51590) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:48.539159 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-99be6026-ea72-4232-92ff-d62f63b57d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.567052 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-99be6026-ea72-4232-92ff-d62f63b57d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.693204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-99be6026-ea72-4232-92ff-d62f63b57d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.711594 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be6026-ea72-4232-92ff-d62f63b57d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e0da3-a94d-45c5-a965-731ff88fa75e,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:48.718680 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-99be6026-ea72-4232-92ff-d62f63b57d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.719799 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-99be6026-ea72-4232-92ff-d62f63b57d8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/290e0da3-a94d-45c5-a965-731ff88fa75e HTTP/1.1" status: 204 len: 168 time: 0.2442169 Feb 28 19:06:48.782433 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148d2a00-1359-466d-9236-23f003095390 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:06:48.796860 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:48.822570 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Transition to ACTIVE for port object 148d2a00-1359-466d-9236-23f003095390 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:06:48.936609 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:49.024876 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9b9b2-59b7-456e-9386-120c5ee63756 req-628cb99b-54cf-4835-bb9d-8c812402c965 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.026494 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-43e9b9b2-59b7-456e-9386-120c5ee63756 req-628cb99b-54cf-4835-bb9d-8c812402c965 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 943 time: 0.1043572 Feb 28 19:06:49.073507 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-43e9b9b2-59b7-456e-9386-120c5ee63756 req-c48d7fcb-9823-423d-a0f6-43bfd0ecf50e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Synchronizing usage tracker for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:06:49.130469 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Pushing event updated for resources: {'Port': ['ID=148d2a00-1359-466d-9236-23f003095390,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:49.157984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-43e9b9b2-59b7-456e-9386-120c5ee63756 req-c48d7fcb-9823-423d-a0f6-43bfd0ecf50e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Unset dirty status for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:06:49.164857 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-43e9b9b2-59b7-456e-9386-120c5ee63756 req-c48d7fcb-9823-423d-a0f6-43bfd0ecf50e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321013 Feb 28 19:06:49.197757 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfcaeb-d14f-4f1d-9328-eeb132ea3c5b req-a95614d3-a4a1-412f-8640-effd2f7637a5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.205558 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-76bfcaeb-d14f-4f1d-9328-eeb132ea3c5b req-a95614d3-a4a1-412f-8640-effd2f7637a5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.3333395 Feb 28 19:06:49.309041 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Attempting to bind port 148d2a00-1359-466d-9236-23f003095390 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:06:49.309228 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Attempting to bind port 148d2a00-1359-466d-9236-23f003095390 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:06:49.309873 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Attempting to bind port 148d2a00-1359-466d-9236-23f003095390 on network 98982c3d-28fb-43d2-8396-867f7f38e73c {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:49.316469 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-76bfcaeb-d14f-4f1d-9328-eeb132ea3c5b req-a8842970-34cc-4193-9ee0-85002e8f3b74 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100624 Feb 28 19:06:49.321943 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Port 148d2a00-1359-466d-9236-23f003095390 on network 98982c3d-28fb-43d2-8396-867f7f38e73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:06:49.322425 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Attempting to bind port 148d2a00-1359-466d-9236-23f003095390 on network 98982c3d-28fb-43d2-8396-867f7f38e73c {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:06:49.332639 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:06:49.333263 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Checking segment: {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:06:49.333809 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Bound using segment: {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:06:49.334244 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Bound port: 148d2a00-1359-466d-9236-23f003095390, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:06:49.334768 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:49.392852 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c6734-3c32-494b-979a-08beb3e4845d req-3d5411fe-091c-47ae-baf1-4ae3d237cb9e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.394811 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a17c6734-3c32-494b-979a-08beb3e4845d req-3d5411fe-091c-47ae-baf1-4ae3d237cb9e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1186519 Feb 28 19:06:49.420020 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-da48e3c0-ee8e-47fb-9ad8-9c612c02c604 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.421607 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-da48e3c0-ee8e-47fb-9ad8-9c612c02c604 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 950 time: 0.1932106 Feb 28 19:06:49.469440 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a17c6734-3c32-494b-979a-08beb3e4845d req-c07670cb-5ea2-4eda-9937-0639b02bff4d tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654135 Feb 28 19:06:49.588055 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] For port 148d2a00-1359-466d-9236-23f003095390, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:06:49.609399 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] For port 148d2a00-1359-466d-9236-23f003095390, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=148d2a00-1359-466d-9236-23f003095390,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:06:49.614904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Deleting port e900bd00-6c96-47d8-8755-071b22050bb4 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:06:49.615336 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:49.681820 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:49.695876 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd54919-f587-459d-a852-59b5aec362da req-4c187243-2351-46e3-bbef-a3fc0ac4f3a8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.697393 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6fd54919-f587-459d-a852-59b5aec362da req-4c187243-2351-46e3-bbef-a3fc0ac4f3a8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0918863 Feb 28 19:06:49.752963 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6fd54919-f587-459d-a852-59b5aec362da req-87d7b538-8e24-4923-b9b7-9049b3103a97 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465155 Feb 28 19:06:49.797661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.799333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:49.799697 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] 10.222.0.55 "PUT /v2.0/ports/148d2a00-1359-466d-9236-23f003095390 HTTP/1.1" status: 200 len: 1093 time: 1.5900507 Feb 28 19:06:49.802595 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741c63a3-c53c-4471-8e04-b87413b513dc', 'tag': '148d2a00-1359-466d-9236-23f003095390'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:49.829170 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408a71-5d01-4f67-bfe2-ffc0fa7ca1f8 req-b694d85f-a758-473b-b87b-0bf380d92742 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:49.830685 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6c408a71-5d01-4f67-bfe2-ffc0fa7ca1f8 req-b694d85f-a758-473b-b87b-0bf380d92742 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 950 time: 0.3069644 Feb 28 19:06:49.884903 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741c63a3-c53c-4471-8e04-b87413b513dc', 'tag': '148d2a00-1359-466d-9236-23f003095390', 'status': 'completed', 'code': 200} Feb 28 19:06:49.927691 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f25ab-0067-45dc-b148-a5cbef721877 service neutron] Pushing event updated for resources: {'Port': ['ID=148d2a00-1359-466d-9236-23f003095390,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:50.035380 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6c408a71-5d01-4f67-bfe2-ffc0fa7ca1f8 req-59f1e2d7-b9f9-459c-8776-034e7e6eee5d tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8c777f4-d359-4cce-914a-6e6ab9b68fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805661 Feb 28 19:06:50.070786 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] For port e900bd00-6c96-47d8-8755-071b22050bb4, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e900bd00-6c96-47d8-8755-071b22050bb4,segment=NetworkSegment(3bc2b62e-be53-4a00-80c6-c938133a854e),segment_id=3bc2b62e-be53-4a00-80c6-c938133a854e)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:50.071144 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.302912 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Calling delete_port for e900bd00-6c96-47d8-8755-071b22050bb4 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:06:50.338731 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226153-fc19-4433-b874-fab529fa9eb1 req-db4e2c6b-6d63-4c58-a2f4-4f7f7557e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.340813 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f2226153-fc19-4433-b874-fab529fa9eb1 req-db4e2c6b-6d63-4c58-a2f4-4f7f7557e21c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 1096 time: 0.4479592 Feb 28 19:06:50.366826 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0aeec0-87c2-47d0-80ef-629d956065d2 req-4395a66e-3409-4f15-8b46-5e0e9b97d858 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.369092 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ca0aeec0-87c2-47d0-80ef-629d956065d2 req-4395a66e-3409-4f15-8b46-5e0e9b97d858 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 943 time: 0.0887961 Feb 28 19:06:50.429594 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ca0aeec0-87c2-47d0-80ef-629d956065d2 req-562993f5-539d-4404-b165-a689f910347a tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542271 Feb 28 19:06:50.613980 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226153-fc19-4433-b874-fab529fa9eb1 req-499cab9c-ac92-477a-a43a-e4569e933f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.615358 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f2226153-fc19-4433-b874-fab529fa9eb1 req-499cab9c-ac92-477a-a43a-e4569e933f62 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2669957 Feb 28 19:06:50.670318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938127ed-4fef-4a34-becf-6976de6aa788 req-f1af9e62-1239-45a8-b0f6-05b975f56d9b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.672065 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-938127ed-4fef-4a34-becf-6976de6aa788 req-f1af9e62-1239-45a8-b0f6-05b975f56d9b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0993459 Feb 28 19:06:50.731918 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-938127ed-4fef-4a34-becf-6976de6aa788 req-436c7e55-6799-4b83-b656-c9108196feb5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539625 Feb 28 19:06:50.733817 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee600e-44d6-4f11-9f41-3cd927a3f8d6 req-c37ec046-e8c2-40fd-a8ee-92b145f2651a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.735337 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3eee600e-44d6-4f11-9f41-3cd927a3f8d6 req-c37ec046-e8c2-40fd-a8ee-92b145f2651a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2729995 Feb 28 19:06:50.740982 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.752207 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['e900bd00-6c96-47d8-8755-071b22050bb4'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:06:50.797976 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-de023b8b-c399-4931-afad-cf3ffb5e269d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:50.823941 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Pushing event deleted for resources: {'Port': ['ID=e900bd00-6c96-47d8-8755-071b22050bb4,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:50.959955 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2226153-fc19-4433-b874-fab529fa9eb1 req-0bea3b48-298d-4681-b07b-cb6eada5eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:50.961471 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f2226153-fc19-4433-b874-fab529fa9eb1 req-0bea3b48-298d-4681-b07b-cb6eada5eafd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3367631 Feb 28 19:06:50.969787 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] No DVR routers for this DVR port e900bd00-6c96-47d8-8755-071b22050bb4 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:06:50.981619 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3eee600e-44d6-4f11-9f41-3cd927a3f8d6 req-e188ef07-fcac-4e1a-907d-806d576627b4 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312915 Feb 28 19:06:50.986975 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.077208 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb68f-4a78-47dd-9fcc-21c7f0df0d50 req-31801980-8149-48d7-bc3a-49924a252158 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:51.084680 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f1354ea-0182-4bcc-b909-6af10ffc7c4b req-b870a84a-4672-421f-a19a-3d9919c2caa4 tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.55 "DELETE /v2.0/ports/e900bd00-6c96-47d8-8755-071b22050bb4 HTTP/1.1" status: 204 len: 173 time: 1.6525965 Feb 28 19:06:51.087931 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f3ffb68f-4a78-47dd-9fcc-21c7f0df0d50 req-31801980-8149-48d7-bc3a-49924a252158 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1450353 Feb 28 19:06:51.157446 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f3ffb68f-4a78-47dd-9fcc-21c7f0df0d50 req-5e8f2b17-14cb-4385-86fe-830e334eea1e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683334 Feb 28 19:06:51.159014 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-20d11c3f-a3ec-454f-9560-60444ac30fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:51.160562 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-20d11c3f-a3ec-454f-9560-60444ac30fff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 1096 time: 0.1484945 Feb 28 19:06:51.277195 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-7e8709de-abb2-4334-863c-b1d55d4edc6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=148d2a00-1359-466d-9236-23f003095390 HTTP/1.1" status: 200 len: 217 time: 0.1048086 Feb 28 19:06:51.289991 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6be07d98-cdf8-446b-bc0b-192c6ceb0587 req-a781b7c8-8d76-4074-afb6-6e0239310fae tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Synchronizing usage tracker for tenant:0f486180db0149369865da65701d43a4 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:06:51.358860 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-7be526b6-551d-4534-97c7-0f614d3a9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:51.360437 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-7be526b6-551d-4534-97c7-0f614d3a9ab1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd4026c1-3be8-4196-aed9-e0894804e1e8 HTTP/1.1" status: 200 len: 849 time: 0.0724003 Feb 28 19:06:51.418296 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-8f237baf-ec05-46f9-b8b3-e6957a974cff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98982c3d-28fb-43d2-8396-867f7f38e73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473888 Feb 28 19:06:51.445427 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6be07d98-cdf8-446b-bc0b-192c6ceb0587 req-a781b7c8-8d76-4074-afb6-6e0239310fae tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] Unset dirty status for tenant:0f486180db0149369865da65701d43a4 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:06:51.446593 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6be07d98-cdf8-446b-bc0b-192c6ceb0587 req-a781b7c8-8d76-4074-afb6-6e0239310fae tempest-VolumesNegativeTest-1260332721 tempest-VolumesNegativeTest-1260332721-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5f113b8-93f6-422a-99de-da5e10c35c95 HTTP/1.1" status: 200 len: 210 time: 0.2103422 Feb 28 19:06:51.518188 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:51.610740 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-e0d5bb6c-0f40-4b3d-81c8-654e76518924 service neutron] 10.222.0.55 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863928 Feb 28 19:06:51.642807 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116035f8-b8f6-4aa4-b365-d035b30ef99c req-ae619f2c-61e4-466d-9233-06739550f80a tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:51.644294 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-116035f8-b8f6-4aa4-b365-d035b30ef99c req-ae619f2c-61e4-466d-9233-06739550f80a tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 943 time: 0.0905750 Feb 28 19:06:51.698005 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-116035f8-b8f6-4aa4-b365-d035b30ef99c req-f6d8ede6-8a9e-4610-8f73-3c39698937cb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472221 Feb 28 19:06:51.755555 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57fd22f9-3819-4cc5-8691-3e743d1b08c7 req-b5c7392b-1698-4f0d-b7e0-0ee921c13faf service neutron] 10.222.0.55 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366513 Feb 28 19:06:51.890960 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'name': 'network-vif-deleted', 'tag': 'e900bd00-6c96-47d8-8755-071b22050bb4'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:51.941123 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f113b8-93f6-422a-99de-da5e10c35c95', 'name': 'network-vif-deleted', 'tag': 'e900bd00-6c96-47d8-8755-071b22050bb4', 'status': 'completed', 'code': 200} Feb 28 19:06:51.950106 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59861c-ae46-4c17-a4e8-e716e8de4bd1 req-5ef9a350-baee-4bec-98c8-78c91d9694be tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:51.951663 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3e59861c-ae46-4c17-a4e8-e716e8de4bd1 req-5ef9a350-baee-4bec-98c8-78c91d9694be tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0913057 Feb 28 19:06:52.002272 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3e59861c-ae46-4c17-a4e8-e716e8de4bd1 req-652361d2-3160-48af-93f3-d14bb3374c5e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Feb 28 19:06:52.189258 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f060a-dccd-4d68-89da-d13bce88b8dc req-a1a6ca5a-5e4e-4bb7-b8ef-c8f66aad9f56 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:52.194543 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0e7f060a-dccd-4d68-89da-d13bce88b8dc req-a1a6ca5a-5e4e-4bb7-b8ef-c8f66aad9f56 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0907633 Feb 28 19:06:52.241948 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0e7f060a-dccd-4d68-89da-d13bce88b8dc req-7329b588-c859-4189-9512-c4767a9326dd tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Feb 28 19:06:52.310543 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:52.365066 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed12be-176d-48ea-8286-6777c8e9a238 req-8b9eb939-83b3-48d8-a695-61a6d84205e3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:52.366966 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3bed12be-176d-48ea-8286-6777c8e9a238 req-8b9eb939-83b3-48d8-a695-61a6d84205e3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0876176 Feb 28 19:06:52.415393 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3bed12be-176d-48ea-8286-6777c8e9a238 req-dee3ba19-7aa7-4a1f-9277-4c74d9a9db0a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Feb 28 19:06:52.892339 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664322-d255-4988-aa9c-eb4f304ffff4 req-838a2508-6fcd-4ef4-bd7c-ce32c35b9251 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:52.892962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c4664322-d255-4988-aa9c-eb4f304ffff4 req-838a2508-6fcd-4ef4-bd7c-ce32c35b9251 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Synchronizing usage tracker for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:06:52.969504 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c4664322-d255-4988-aa9c-eb4f304ffff4 req-838a2508-6fcd-4ef4-bd7c-ce32c35b9251 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Unset dirty status for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:06:52.970830 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c4664322-d255-4988-aa9c-eb4f304ffff4 req-838a2508-6fcd-4ef4-bd7c-ce32c35b9251 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 943 time: 0.1609027 Feb 28 19:06:53.144762 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c4664322-d255-4988-aa9c-eb4f304ffff4 req-a9ae3c54-d3b1-4021-99df-76cc9dea2f72 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659348 Feb 28 19:06:53.220382 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307cbee-63bf-4438-8f48-185fcb23376d req-51dbec0b-b9c0-4552-ad5c-7c9175b4f9cb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:53.222009 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1307cbee-63bf-4438-8f48-185fcb23376d req-51dbec0b-b9c0-4552-ad5c-7c9175b4f9cb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0960321 Feb 28 19:06:53.280534 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1307cbee-63bf-4438-8f48-185fcb23376d req-e8ea4bb7-aa7b-49eb-b7db-afdac9ccb65f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500748 Feb 28 19:06:53.478762 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a39818-4084-4588-826e-16ae9bf7f573 req-b68f9e24-fb55-4fd7-bf12-e57c8e955eed tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:53.484173 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f3a39818-4084-4588-826e-16ae9bf7f573 req-b68f9e24-fb55-4fd7-bf12-e57c8e955eed tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0915422 Feb 28 19:06:53.524046 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:53.575408 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f3a39818-4084-4588-826e-16ae9bf7f573 req-918d86d3-7742-4b51-b117-7cc5f660633f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800974 Feb 28 19:06:53.643621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86dba8-efca-41bd-822a-374103eea723 req-d6ba5cb2-be75-4469-b5e6-b9a5cee35b8e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:53.650973 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2f86dba8-efca-41bd-822a-374103eea723 req-d6ba5cb2-be75-4469-b5e6-b9a5cee35b8e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0915942 Feb 28 19:06:53.705920 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2f86dba8-efca-41bd-822a-374103eea723 req-dba28997-c531-4272-a638-af3263912763 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Feb 28 19:06:53.840536 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:06:53.842884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device e900bd00-6c96-47d8-8755-071b22050bb4 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:06:53.882813 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: e900bd00-6c96-47d8-8755-071b22050bb4 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:06:53.887797 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device e900bd00-6c96-47d8-8755-071b22050bb4 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:06:54.031209 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:54.047212 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'mac_address': 'fa:16:3e:ff:fc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:06:54.113197 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:54.134530 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6bb2c40-ad5d-4389-901a-2023ce6d4786 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:06:54.154329 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:54.255481 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:54.362784 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=6']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:54.372815 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.373409 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.373902 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.374386 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.374892 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.375378 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.375916 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.376428 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.377013 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.377492 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.381280 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.381280 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:06:54.400607 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['f6bb2c40-ad5d-4389-901a-2023ce6d4786'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:06:54.491477 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865fb75-3bce-4e90-9646-dc0a923bea3e req-24c28ded-cadc-4ba5-a9da-ec4bdbea8d60 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:54.502353 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d865fb75-3bce-4e90-9646-dc0a923bea3e req-24c28ded-cadc-4ba5-a9da-ec4bdbea8d60 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 943 time: 0.1468430 Feb 28 19:06:54.572607 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d865fb75-3bce-4e90-9646-dc0a923bea3e req-563ec878-40d3-448f-a132-58df6979635d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 Feb 28 19:06:54.752401 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a1474-6702-4a2a-9763-e4b6ca5a48f5 req-65669b7e-72f0-42d3-acad-378d427ed3f4 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:54.763807 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-052a1474-6702-4a2a-9763-e4b6ca5a48f5 req-65669b7e-72f0-42d3-acad-378d427ed3f4 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2491009 Feb 28 19:06:54.824831 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-052a1474-6702-4a2a-9763-e4b6ca5a48f5 req-f8281330-46a6-4592-bdec-182d171e2f8f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580521 Feb 28 19:06:54.938897 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f34eb4-35c0-4818-81e0-45dcea6eb87a req-1d17deb5-20c1-42a0-beee-fc95be580662 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:54.946768 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-31f34eb4-35c0-4818-81e0-45dcea6eb87a req-1d17deb5-20c1-42a0-beee-fc95be580662 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.1763024 Feb 28 19:06:55.018315 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-31f34eb4-35c0-4818-81e0-45dcea6eb87a req-7d359810-9af1-4f4a-9255-3a431ed07393 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705936 Feb 28 19:06:55.097596 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3068ca-9963-414a-a461-2995018fa7b2 req-7e162297-0425-4153-9cdf-8641426429b8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:55.111480 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fc3068ca-9963-414a-a461-2995018fa7b2 req-7e162297-0425-4153-9cdf-8641426429b8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1316006 Feb 28 19:06:55.175664 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fc3068ca-9963-414a-a461-2995018fa7b2 req-742b6ac0-b306-4129-be22-a9d86381fe93 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582802 Feb 28 19:06:55.795704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868cbaa-0a34-4171-a286-ea0c681fa50b req-23b92a2e-c192-4dcb-99b2-3c5d15dde481 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:55.798048 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9868cbaa-0a34-4171-a286-ea0c681fa50b req-23b92a2e-c192-4dcb-99b2-3c5d15dde481 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 943 time: 0.1011498 Feb 28 19:06:55.840504 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 148d2a00-1359-466d-9236-23f003095390 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:06:55.855601 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:06:55.866279 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9868cbaa-0a34-4171-a286-ea0c681fa50b req-cb4fe504-5a37-4d02-8960-a535370f8b46 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596550 Feb 28 19:06:56.048834 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181b437-deab-4134-b49f-20638e46435d req-51f8a737-51c5-4f38-9f50-891c1d84f626 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:56.056002 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6181b437-deab-4134-b49f-20638e46435d req-51f8a737-51c5-4f38-9f50-891c1d84f626 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1077189 Feb 28 19:06:56.113552 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6181b437-deab-4134-b49f-20638e46435d req-64b86302-23d0-4d50-a453-78b1ab7e4597 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564694 Feb 28 19:06:56.232073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port f6bb2c40-ad5d-4389-901a-2023ce6d4786 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:06:56.232464 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.319912 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 148d2a00-1359-466d-9236-23f003095390, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=148d2a00-1359-466d-9236-23f003095390,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:56.342700 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '148d2a00-1359-466d-9236-23f003095390', 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c', 'port_id': '148d2a00-1359-466d-9236-23f003095390', 'mac_address': 'fa:16:3e:25:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4026c1-3be8-4196-aed9-e0894804e1e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:06:56.603511 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0d72-4470-4d0f-a06c-c1247677c7dc req-f8561242-af63-4300-a83d-f8bf503bdde5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:56.611596 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-78ba0d72-4470-4d0f-a06c-c1247677c7dc req-f8561242-af63-4300-a83d-f8bf503bdde5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.3156095 Feb 28 19:06:56.679884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.726238 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:56.750823 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148d2a00-1359-466d-9236-23f003095390 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:06:56.765008 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-78ba0d72-4470-4d0f-a06c-c1247677c7dc req-1e1fe5b0-be46-4cf4-b867-e6a4e24b5000 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417174 Feb 28 19:06:56.790421 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:06:56.814593 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 148d2a00-1359-466d-9236-23f003095390, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=148d2a00-1359-466d-9236-23f003095390,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:56.817013 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:06:56.920407 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51906) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:56.950617 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.163010 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.168473 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'code': 200} Feb 28 19:06:57.224314 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6a732-5150-45b8-98fb-b464e4649f70 req-2067e4c6-739f-492f-88de-8c397c215f08 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:57.228327 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f6d6a732-5150-45b8-98fb-b464e4649f70 req-2067e4c6-739f-492f-88de-8c397c215f08 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1907377 Feb 28 19:06:57.323570 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['148d2a00-1359-466d-9236-23f003095390'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:06:57.364882 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f6d6a732-5150-45b8-98fb-b464e4649f70 req-1ae4593f-25ee-4bb2-b80a-7ceb709e2f14 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174810 Feb 28 19:06:57.377754 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=148d2a00-1359-466d-9236-23f003095390,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:57.454442 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.472357 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:57.480982 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Usage tracker for resource:security_group_rule and tenant:932f911d9797430688532155765df49a is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:57.488347 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:57.497922 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:57.513469 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=7']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:57.556916 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f65d7c-f2b8-4aa4-9406-889363241979 req-8ecebdde-4b5a-4647-899a-0b1fda2454e7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:57.567051 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-70f65d7c-f2b8-4aa4-9406-889363241979 req-8ecebdde-4b5a-4647-899a-0b1fda2454e7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 944 time: 0.2718968 Feb 28 19:06:57.655960 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-70f65d7c-f2b8-4aa4-9406-889363241979 req-e138809b-c153-4294-807a-ceabe405b103 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877838 Feb 28 19:06:57.776134 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.822983 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a0c79-d837-4250-a65d-f04e254e3882 req-d323cc60-5cb3-4bcc-9d8b-9814a60271ee tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:57.830533 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f89a0c79-d837-4250-a65d-f04e254e3882 req-d323cc60-5cb3-4bcc-9d8b-9814a60271ee tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1235647 Feb 28 19:06:57.840118 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51924) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:57.851615 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:57.866242 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-8302f2f7-42bc-4c19-9d56-c4ac80a5955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:57.867742 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-8302f2f7-42bc-4c19-9d56-c4ac80a5955a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1098 time: 0.2648091 Feb 28 19:06:57.922579 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=932f911d9797430688532155765df49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9987495 Feb 28 19:06:57.922579 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0409a-4791-46fc-a857-fab0e9e4ec55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44f439-ed4e-436f-b5fb-2ac870015ab9,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:57.923844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51932) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:58.063712 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26c7427c-701f-4856-821e-83356f0280c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.097919 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-db873271-07d5-4289-b5f8-3e6ff235c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:58.097919 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-db873271-07d5-4289-b5f8-3e6ff235c505 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 911 time: 0.2158554 Feb 28 19:06:58.126088 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26c7427c-701f-4856-821e-83356f0280c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.229155 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.266817 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f89a0c79-d837-4250-a65d-f04e254e3882 req-c779fa1c-1901-4c0e-be7b-aaa8edf51988 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349549 Feb 28 19:06:58.295937 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4cb46-cc2e-43b4-a5d8-8925c8a897f7 req-8541a24e-ecad-4024-83d9-5b425b0a4dba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:58.306245 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-afd4cb46-cc2e-43b4-a5d8-8925c8a897f7 req-8541a24e-ecad-4024-83d9-5b425b0a4dba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.3280311 Feb 28 19:06:58.309690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:06:58.345415 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-762904a9-294c-4500-be7c-73738025251b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 1000 time: 0.2398362 Feb 28 19:06:58.368750 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Usage tracker for resource:security_group_rule and tenant:9fafbe08e97543858dfaa291af13f322 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:06:58.392441 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-afd4cb46-cc2e-43b4-a5d8-8925c8a897f7 req-9f8663db-02cd-4001-8923-e848f23e60e5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763659 Feb 28 19:06:58.393440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:06:58.396588 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26c7427c-701f-4856-821e-83356f0280c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.436284 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:06:58.454836 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7427c-701f-4856-821e-83356f0280c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44f439-ed4e-436f-b5fb-2ac870015ab9,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:58.478302 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26c7427c-701f-4856-821e-83356f0280c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.492002 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-26c7427c-701f-4856-821e-83356f0280c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a44f439-ed4e-436f-b5fb-2ac870015ab9 HTTP/1.1" status: 204 len: 168 time: 0.5579748 Feb 28 19:06:58.503691 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-4ad14bd9-f843-418a-83b7-b3bc08827596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:58.511549 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-4ad14bd9-f843-418a-83b7-b3bc08827596 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.1534619 Feb 28 19:06:58.647916 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.657653 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-25064321-d083-4754-a905-ad128afc6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:58.659190 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-25064321-d083-4754-a905-ad128afc6de0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1460073 Feb 28 19:06:58.743649 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:58.840842 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9167d485-e237-44ec-9fa5-59c4011fd84c,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:58.969570 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-757cf6bf-b3cc-46c3-9d7a-a5200eeca569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9fafbe08e97543858dfaa291af13f322&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1280658 Feb 28 19:06:58.972197 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 51992) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:06:58.996677 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e0e0-8963-40a6-a788-b6a165f68838 req-205baa64-b6f1-48d9-9b8f-88b2a6742545 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:59.007170 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a819e0e0-8963-40a6-a788-b6a165f68838 req-205baa64-b6f1-48d9-9b8f-88b2a6742545 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.3469193 Feb 28 19:06:59.017567 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-282e2761-a5b0-470b-afc7-90a1ec22f970 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128579 Feb 28 19:06:59.083166 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd467768-e89b-45d0-a3a2-a823445d7864 req-476010d6-faf0-4a08-a391-892e4edc1398 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:59.093584 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dd467768-e89b-45d0-a3a2-a823445d7864 req-476010d6-faf0-4a08-a391-892e4edc1398 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 944 time: 0.2605712 Feb 28 19:06:59.165496 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-025f2272-28dd-4cb6-acb3-d158ff092fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.178647 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a819e0e0-8963-40a6-a788-b6a165f68838 req-8de28748-6126-474b-a7a9-f59774537e82 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693220 Feb 28 19:06:59.197644 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dd467768-e89b-45d0-a3a2-a823445d7864 req-0027e514-cb68-405f-9bf7-2ac22d4e3f79 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030607 Feb 28 19:06:59.225932 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-025f2272-28dd-4cb6-acb3-d158ff092fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.317632 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-49ecd9e8-4030-4abb-9633-c4fca508cc36 req-7c9315bb-292e-4db8-8de2-60827db88f1f service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377670 Feb 28 19:06:59.422201 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-025f2272-28dd-4cb6-acb3-d158ff092fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.439100 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f2272-28dd-4cb6-acb3-d158ff092fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9167d485-e237-44ec-9fa5-59c4011fd84c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:06:59.446590 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-025f2272-28dd-4cb6-acb3-d158ff092fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:06:59.452059 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-025f2272-28dd-4cb6-acb3-d158ff092fd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9167d485-e237-44ec-9fa5-59c4011fd84c HTTP/1.1" status: 204 len: 168 time: 0.4791422 Feb 28 19:06:59.497711 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19ae2-26d7-42f0-9122-4c043285cfcd req-5bd59134-3bb1-4df0-ac01-e9afabb6cdb9 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:59.499245 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-14a19ae2-26d7-42f0-9122-4c043285cfcd req-5bd59134-3bb1-4df0-ac01-e9afabb6cdb9 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1195159 Feb 28 19:06:59.733531 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-14a19ae2-26d7-42f0-9122-4c043285cfcd req-3b62b5ac-5960-4881-ae4b-38cea8af7378 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189715 Feb 28 19:06:59.744196 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532452-5bb6-43bc-a048-7facc543d7a5 req-901ed187-7c07-40d0-a78a-62de81467d79 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:06:59.747097 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b6532452-5bb6-43bc-a048-7facc543d7a5 req-901ed187-7c07-40d0-a78a-62de81467d79 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1570406 Feb 28 19:06:59.807088 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b6532452-5bb6-43bc-a048-7facc543d7a5 req-3086875e-308e-4462-a4cf-4c97ba557109 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535812 Feb 28 19:06:59.862755 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 148d2a00-1359-466d-9236-23f003095390 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:00.104633 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 148d2a00-1359-466d-9236-23f003095390 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:00.120783 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 148d2a00-1359-466d-9236-23f003095390 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:00.121315 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.331168 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.429852 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 148d2a00-1359-466d-9236-23f003095390, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=148d2a00-1359-466d-9236-23f003095390,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:00.434209 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741c63a3-c53c-4471-8e04-b87413b513dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d2a00-1359-466d-9236-23f003095390'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:00.536718 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.723181 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:00.724299 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=148d2a00-1359-466d-9236-23f003095390,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:00.730810 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25b655-4f7f-4b21-bcf9-94138cb35d85 req-bd20c853-5983-4c59-8a6e-6669e8afe7d7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:00.736870 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2f25b655-4f7f-4b21-bcf9-94138cb35d85 req-bd20c853-5983-4c59-8a6e-6669e8afe7d7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 945 time: 0.1814721 Feb 28 19:07:00.756950 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0b28f-b39b-4b61-9648-e75c28afd671 req-50448563-ecce-4db0-b2c9-023175cba7b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:00.763127 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2cc0b28f-b39b-4b61-9648-e75c28afd671 req-50448563-ecce-4db0-b2c9-023175cba7b1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.2947946 Feb 28 19:07:00.841366 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2f25b655-4f7f-4b21-bcf9-94138cb35d85 req-dd75781f-987c-4c15-8a67-cc2080bc5c8d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952191 Feb 28 19:07:00.862848 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2cc0b28f-b39b-4b61-9648-e75c28afd671 req-329d17a8-dbe3-4172-824b-b48455d0fb4e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910459 Feb 28 19:07:00.946749 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741c63a3-c53c-4471-8e04-b87413b513dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d2a00-1359-466d-9236-23f003095390', 'code': 200} Feb 28 19:07:01.315468 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4a8e3-39a0-4344-9203-12e3f6d0d415 req-39719498-ee2a-4d1f-8d7b-fda3c1c9a9cc tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:01.325757 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-70a4a8e3-39a0-4344-9203-12e3f6d0d415 req-39719498-ee2a-4d1f-8d7b-fda3c1c9a9cc tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1439333 Feb 28 19:07:01.511910 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-70a4a8e3-39a0-4344-9203-12e3f6d0d415 req-7227d9fc-21eb-40c5-a922-cba93c65f36c tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749864 Feb 28 19:07:01.822620 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd43b33-7d8a-47e8-af5d-f6cdc145f6c8 req-bc86e072-d6a6-4fd3-86eb-668590b5570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:01.824709 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-efd43b33-7d8a-47e8-af5d-f6cdc145f6c8 req-bc86e072-d6a6-4fd3-86eb-668590b5570f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 1098 time: 0.2842011 Feb 28 19:07:01.836471 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1b2a-c546-4696-902f-711527db8dff req-836ddebd-0787-4976-bdd1-63f06f01741f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:01.843877 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d40b1b2a-c546-4696-902f-711527db8dff req-836ddebd-0787-4976-bdd1-63f06f01741f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.4199579 Feb 28 19:07:01.930215 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-efd43b33-7d8a-47e8-af5d-f6cdc145f6c8 req-39c87001-821b-4958-8e13-fd6fb580a25e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817540 Feb 28 19:07:01.972132 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d40b1b2a-c546-4696-902f-711527db8dff req-89e12107-f5d8-4663-aae7-04d9a6cd0efd tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270795 Feb 28 19:07:01.978801 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5eb26-814c-44d6-bf45-2782dad88665 req-b9d0ca26-67d3-47be-9615-ca1c45003e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:01.982945 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4aa5eb26-814c-44d6-bf45-2782dad88665 req-b9d0ca26-67d3-47be-9615-ca1c45003e29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.3392797 Feb 28 19:07:02.041442 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52118) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:02.199980 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30356e-f49e-4811-a184-4051ee3fa155 req-1d071d12-9806-460c-b157-1eb56e0b2461 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:02.207101 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ef30356e-f49e-4811-a184-4051ee3fa155 req-1d071d12-9806-460c-b157-1eb56e0b2461 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1472113 Feb 28 19:07:02.295878 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ef30356e-f49e-4811-a184-4051ee3fa155 req-b74a134a-0eeb-4b38-805e-e956e2392079 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828152 Feb 28 19:07:02.424900 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.433525 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4aa5eb26-814c-44d6-bf45-2782dad88665 req-fda19656-cde9-46f1-aa93-e4f9474e223b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977512 Feb 28 19:07:02.453381 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:02.461858 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Usage tracker for resource:security_group_rule and tenant:307b0bd061dd4b07b52a04a55c12bd96 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:02.465854 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:02.483227 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:02.512801 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c4bfd-c157-43cd-9c9a-915f18435a30 req-895a9b3e-091b-4a5a-88fd-899224aaedcb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:02.514640 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-263c4bfd-c157-43cd-9c9a-915f18435a30 req-895a9b3e-091b-4a5a-88fd-899224aaedcb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 945 time: 0.2315075 Feb 28 19:07:02.618754 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-263c4bfd-c157-43cd-9c9a-915f18435a30 req-78047306-f5d0-442b-9e90-ebd2d9e26e8b tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909398 Feb 28 19:07:02.649014 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.712495 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.780346 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=307b0bd061dd4b07b52a04a55c12bd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7367933 Feb 28 19:07:02.782105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3d774-091e-4d94-a064-9a1d1aad1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9db84-812a-4a20-9481-0ceffc6e823b,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:02.783066 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52142) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:02.888941 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3e8d-3c3a-4898-bfe3-5ca407227a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:02.934177 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3e8d-3c3a-4898-bfe3-5ca407227a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.052710 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3e8d-3c3a-4898-bfe3-5ca407227a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.075668 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c3e8d-3c3a-4898-bfe3-5ca407227a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9db84-812a-4a20-9481-0ceffc6e823b,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:03.095594 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b3c3e8d-3c3a-4898-bfe3-5ca407227a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:03.102396 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-0b3c3e8d-3c3a-4898-bfe3-5ca407227a97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4a9db84-812a-4a20-9481-0ceffc6e823b HTTP/1.1" status: 204 len: 168 time: 0.3174424 Feb 28 19:07:03.373314 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf993ef1-b3ba-4776-b808-e5fdae167651 req-c1c5f9c1-5979-4e80-9255-6f30b632fa70 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:03.390609 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cf993ef1-b3ba-4776-b808-e5fdae167651 req-c1c5f9c1-5979-4e80-9255-6f30b632fa70 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1887386 Feb 28 19:07:03.439216 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cf993ef1-b3ba-4776-b808-e5fdae167651 req-182b05ba-ff79-452f-962d-84d30ed0e224 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477033 Feb 28 19:07:03.615508 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3739b-886d-4150-bb2e-884a7a14c8ed req-400d895c-e2bd-420f-9eda-c223fba743ea tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:03.617786 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-87e3739b-886d-4150-bb2e-884a7a14c8ed req-400d895c-e2bd-420f-9eda-c223fba743ea tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1935804 Feb 28 19:07:03.754722 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-87e3739b-886d-4150-bb2e-884a7a14c8ed req-dc021fdb-2c5b-4533-814c-c9b05d28012c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211977 Feb 28 19:07:04.022053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da534-2658-4830-b9fc-080d12c361a2 req-dba4e819-d76e-48c2-8fd7-6261d7eac3f2 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:04.024103 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-875da534-2658-4830-b9fc-080d12c361a2 req-dba4e819-d76e-48c2-8fd7-6261d7eac3f2 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 945 time: 0.1109598 Feb 28 19:07:04.103468 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-875da534-2658-4830-b9fc-080d12c361a2 req-626c6d75-ff45-4389-be44-8342037522bf tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724142 Feb 28 19:07:04.765823 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b727485-dabe-4ba8-ad92-6cab68d5018e req-5ab77b3a-6b1d-4c87-aa15-76d9b289d9fe tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:04.862649 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9b727485-dabe-4ba8-ad92-6cab68d5018e req-5ab77b3a-6b1d-4c87-aa15-76d9b289d9fe tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.1005733 Feb 28 19:07:04.862649 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9b727485-dabe-4ba8-ad92-6cab68d5018e req-1b916f93-316a-4baa-8af9-dbf992e29167 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811300 Feb 28 19:07:04.982577 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799f981-4dda-4d5b-8895-14ad6bbf02ce req-bde613ce-6ba7-4e8b-9c1c-03a961f93996 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:05.003267 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e799f981-4dda-4d5b-8895-14ad6bbf02ce req-bde613ce-6ba7-4e8b-9c1c-03a961f93996 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0810804 Feb 28 19:07:05.043590 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e799f981-4dda-4d5b-8895-14ad6bbf02ce req-108aa2fd-5e91-40e4-8611-0d903b850ae3 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Feb 28 19:07:05.718453 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52230) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:05.899974 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-956969585-network', 'tenant_id': '271747ba662346368b8ed85d07b7027b'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:05.909957 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:05.917487 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Usage tracker for resource:network and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:05.922330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:05.931336 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:06.100542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Made reservation on behalf of 271747ba662346368b8ed85d07b7027b for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:06.101635 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.133140 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.156281 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:06.164389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:06.215734 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:06.232513 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:06.236517 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52248) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:06.298425 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e54b7c-2d23-4b52-9739-880b2e240f5d req-bb079cfd-8f8c-4c04-a5e9-cc7edde26f2a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:06.299980 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a5e54b7c-2d23-4b52-9739-880b2e240f5d req-bb079cfd-8f8c-4c04-a5e9-cc7edde26f2a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.3143132 Feb 28 19:07:06.402507 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807c657-1431-40cd-b240-4ca0dca4207e req-f2e8d882-2aca-47f2-b5d2-612cc7ad44bc tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:06.407073 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a5e54b7c-2d23-4b52-9739-880b2e240f5d req-5cf6d78a-a6bf-4b13-9e79-182f9233fdfe tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953841 Feb 28 19:07:06.410629 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2807c657-1431-40cd-b240-4ca0dca4207e req-f2e8d882-2aca-47f2-b5d2-612cc7ad44bc tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1757424 Feb 28 19:07:06.449452 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-04ae1225-42dd-4044-9353-095cd3b1637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:06.451962 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-04ae1225-42dd-4044-9353-095cd3b1637d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 1098 time: 0.2172759 Feb 28 19:07:06.485364 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2807c657-1431-40cd-b240-4ca0dca4207e req-aa689a39-7537-46a3-b165-e917611236a1 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Feb 28 19:07:06.660259 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-5d705dbd-c22d-46e7-a833-3e196958290f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f486180db0149369865da65701d43a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222784 Feb 28 19:07:06.662749 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52260) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:06.706854 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-3b99f480-4d3f-4668-b6ab-7df573843313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:06.708614 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-3b99f480-4d3f-4668-b6ab-7df573843313 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 200 len: 920 time: 0.2509410 Feb 28 19:07:06.717988 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.760526 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8d3f12b5-da28-4086-ab0b-2079f1be26d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.788508 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-288f981b-f8a5-4c06-887c-c41f157b50a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 200 len: 217 time: 0.0722957 Feb 28 19:07:06.798665 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8d3f12b5-da28-4086-ab0b-2079f1be26d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.844197 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.857045 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:07:06.868960 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.868960 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Added segment 5baedbd2-ffb4-4020-8f77-56a7aa2e810d of type vlan for network 184883b9-8c3f-48f5-a337-4df076ab370a Feb 28 19:07:06.911842 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:06.946020 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-56e3d63e-b7cd-4156-afb6-8432e492406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:06.947648 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-56e3d63e-b7cd-4156-afb6-8432e492406a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 200 len: 859 time: 0.1512239 Feb 28 19:07:06.950070 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a932b55-95db-4988-a8a7-4e7fd559506b,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:06.998647 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8d3f12b5-da28-4086-ab0b-2079f1be26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.012293 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-a3e9a6b4-0031-46a6-a256-ebad86f62f82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0168d769-d656-4cc1-9879-e688195afd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505025 Feb 28 19:07:07.043182 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f12b5-da28-4086-ab0b-2079f1be26d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c777f4-d359-4cce-914a-6e6ab9b68fdd,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:07.164461 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.165305 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:07.165957 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.181596 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8d3f12b5-da28-4086-ab0b-2079f1be26d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.184056 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8d3f12b5-da28-4086-ab0b-2079f1be26d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8c777f4-d359-4cce-914a-6e6ab9b68fdd HTTP/1.1" status: 204 len: 168 time: 0.5201442 Feb 28 19:07:07.249646 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc377e2-1c3f-41cf-8a7e-414adf27d50e req-92590ff2-9df6-433d-864c-8790c478a22d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:07.252068 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1dc377e2-1c3f-41cf-8a7e-414adf27d50e req-92590ff2-9df6-433d-864c-8790c478a22d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 945 time: 0.1636527 Feb 28 19:07:07.333159 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1dc377e2-1c3f-41cf-8a7e-414adf27d50e req-02558112-7024-4c4b-a5e5-7a9897bc7794 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750220 Feb 28 19:07:07.338083 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-acecb9c9-4f5c-4934-9251-e1b5fdd5b022 service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190706 Feb 28 19:07:07.440399 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] Pushing event updated for resources: {'Network': ['ID=184883b9-8c3f-48f5-a337-4df076ab370a,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:07.456083 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 184883b9-8c3f-48f5-a337-4df076ab370a details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:07:07.558736 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ee7ca7fe-acdf-4865-bc77-ca6cd12f7c60 req-d8ade3f4-ab7d-4298-a806-50b754227afc service neutron] 10.222.0.55 "GET /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721375 Feb 28 19:07:07.564817 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2ffe58b8-368f-47c2-9e82-525c4594fd61 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8413653 Feb 28 19:07:07.565621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52276) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:07.616343 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Request body: {'subnet': {'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-956969585-subnet', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:07.633266 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:07.675481 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Usage tracker for resource:subnet and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:07.691671 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:07.761008 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:07.809190 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff1d9f-70a1-4d8c-a1f3-d643c5ce441a req-95ba96ce-cb3e-4cbf-9943-1701cab531ac tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:07.811901 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0dff1d9f-70a1-4d8c-a1f3-d643c5ce441a req-95ba96ce-cb3e-4cbf-9943-1701cab531ac tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1114323 Feb 28 19:07:07.866428 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Made reservation on behalf of 271747ba662346368b8ed85d07b7027b for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:07.866681 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433be42-1e7d-44c7-b7bc-066bb3182ca6 req-758010ec-d82b-4a70-9deb-131524b99c7a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:07.866681 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b433be42-1e7d-44c7-b7bc-066bb3182ca6 req-758010ec-d82b-4a70-9deb-131524b99c7a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2040334 Feb 28 19:07:07.866882 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2738631'] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:07.924920 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0dff1d9f-70a1-4d8c-a1f3-d643c5ce441a req-838acf0e-303c-46e7-ba9a-589d25de65b5 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976069 Feb 28 19:07:07.935264 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b433be42-1e7d-44c7-b7bc-066bb3182ca6 req-c322a4ff-11b7-43aa-b3a5-6d5d3e64f984 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616660 Feb 28 19:07:08.394195 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2738641'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.519767 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ce5c10-d7b2-40f1-9c39-c5db9327775c,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:08.587288 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609afab-44fe-48c7-83b3-75790a57aaca req-69e35a49-da05-495d-917e-e4fb608c6999 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:08.593276 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b609afab-44fe-48c7-83b3-75790a57aaca req-69e35a49-da05-495d-917e-e4fb608c6999 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 945 time: 0.1425924 Feb 28 19:07:08.673835 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Checking segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:08.674412 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Network hostable DHCP agents. Network: 184883b9-8c3f-48f5-a337-4df076ab370a, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:07:08.687942 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Deleting port 148d2a00-1359-466d-9236-23f003095390 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:08.689003 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.689639 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df08dc-cb38-4639-9a77-1747c65abf22 req-26d484c4-1b96-4a1d-92da-0dbca4909574 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:08.691184 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-85df08dc-cb38-4639-9a77-1747c65abf22 req-26d484c4-1b96-4a1d-92da-0dbca4909574 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 945 time: 0.1734185 Feb 28 19:07:08.750927 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-85df08dc-cb38-4639-9a77-1747c65abf22 req-a8a00405-e716-4d00-a54c-e2b3cff0af86 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Feb 28 19:07:08.788045 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Network 184883b9-8c3f-48f5-a337-4df076ab370a is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:07:08.870608 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 184883b9-8c3f-48f5-a337-4df076ab370a) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:08.878206 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:08.879169 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:08.889082 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912a141-8391-4b06-84f9-897f186614ff None None] Network 184883b9-8c3f-48f5-a337-4df076ab370a requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:09.019376 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a9375d3e-809e-4a56-bf45-e16c719358a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4519594 Feb 28 19:07:09.025853 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52296) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:09.031512 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:09.040991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:09.053185 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Usage tracker for resource:router and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:09.061860 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:09.077352 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:09.088181 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] For port 148d2a00-1359-466d-9236-23f003095390, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=148d2a00-1359-466d-9236-23f003095390,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:09.088997 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.195734 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.199225 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.241056 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.249616 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Calling delete_port for 148d2a00-1359-466d-9236-23f003095390 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:09.316278 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-184883b9-8c3f-48f5-a337-4df076ab370a', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:07:09.321234 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.351607 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2bfe4-5ed6-4a39-bd92-2e9d7528d41a req-40988ed1-a965-4671-b4b4-78742037b404 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:09.353735 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e6a2bfe4-5ed6-4a39-bd92-2e9d7528d41a req-40988ed1-a965-4671-b4b4-78742037b404 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2312899 Feb 28 19:07:09.594377 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Allocated IP 172.20.0.2 (184883b9-8c3f-48f5-a337-4df076ab370a/52ce5c10-d7b2-40f1-9c39-c5db9327775c/439e0a9b-90ca-4f3a-8e45-0f0ffb716e21) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:09.623347 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b153f-5a46-4dba-9c9e-78221b907793 req-2f46fcb8-24e9-4421-8c52-09b4137d88db tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:09.630865 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-244b153f-5a46-4dba-9c9e-78221b907793 req-2f46fcb8-24e9-4421-8c52-09b4137d88db tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.3102331 Feb 28 19:07:09.742504 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.756496 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-244b153f-5a46-4dba-9c9e-78221b907793 req-1b1a4a1e-900a-4fb7-b86c-afcdbf0470f2 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233978 Feb 28 19:07:09.757286 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e6a2bfe4-5ed6-4a39-bd92-2e9d7528d41a req-4fbcd9d9-ccbe-4acc-a3b0-35b25bd161f7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472279 Feb 28 19:07:09.945486 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.956332 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:09.959502 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Transition to ACTIVE for port object 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:09.983893 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['148d2a00-1359-466d-9236-23f003095390'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:07:10.010131 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e3c16bb6-eaab-4f0a-a5df-73fcbb3aa005 req-72332810-e391-460f-a46b-7d4a223b74df tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 210 time: 0.1321437 Feb 28 19:07:10.030069 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Pushing event deleted for resources: {'Port': ['ID=148d2a00-1359-466d-9236-23f003095390,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:10.106020 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Transition to ACTIVE for port object 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:10.213023 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.268410 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] No DVR routers for this DVR port 148d2a00-1359-466d-9236-23f003095390 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:07:10.271644 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.275185 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741c63a3-c53c-4471-8e04-b87413b513dc', 'name': 'network-vif-deleted', 'tag': '148d2a00-1359-466d-9236-23f003095390'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:10.325037 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Network 184883b9-8c3f-48f5-a337-4df076ab370a is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:10.337478 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.340417 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:10.356050 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741c63a3-c53c-4471-8e04-b87413b513dc', 'name': 'network-vif-deleted', 'tag': '148d2a00-1359-466d-9236-23f003095390', 'status': 'completed', 'code': 200} Feb 28 19:07:10.373935 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:10.384524 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Pushing event updated for resources: {'Port': ['ID=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:10.396381 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.521292 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Attempting to bind port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:10.522131 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Attempting to bind port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:10.522509 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Attempting to bind port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 on network 184883b9-8c3f-48f5-a337-4df076ab370a {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:10.530739 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:10.531089 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Checking segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:10.531488 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.531876 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Bound using segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:10.532374 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Bound port: 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:10.532744 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.556150 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Allocated IP 172.28.1.186 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/c8774cd4-1c57-4da2-95dd-f6d2563f42b9) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:10.647729 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] For port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:10.655352 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] For port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:10.724155 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.915762 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.920864 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b609afab-44fe-48c7-83b3-75790a57aaca req-ef85d494-0f62-46a9-bb4d-4984c4298722 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "DELETE /v2.0/ports/148d2a00-1359-466d-9236-23f003095390 HTTP/1.1" status: 204 len: 173 time: 2.3196728 Feb 28 19:07:10.925453 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:10.959673 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb5b9f-ae5e-4447-bbeb-267364294dca req-31d2af0b-9d03-4c30-869a-d1df3d12fe33 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:10.961283 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a0eb5b9f-ae5e-4447-bbeb-267364294dca req-31d2af0b-9d03-4c30-869a-d1df3d12fe33 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.0960970 Feb 28 19:07:11.038701 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a0eb5b9f-ae5e-4447-bbeb-267364294dca req-8b96380e-029d-452c-9a74-d43d66b44e30 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678182 Feb 28 19:07:11.122566 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Pushing event updated for resources: {'Port': ['ID=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:11.148712 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:11.151860 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:11.160068 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:11.203789 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062a89-26c1-4e94-9190-390d92cd2fc4 None None] Pushing event updated for resources: {'Port': ['ID=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:11.328134 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aed40-1e02-438e-9611-f39dcadccbe7 req-a8d1e514-9a15-4d83-a185-c722a7a7e1b9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:11.331741 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a67aed40-1e02-438e-9611-f39dcadccbe7 req-a8d1e514-9a15-4d83-a185-c722a7a7e1b9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.4424021 Feb 28 19:07:11.372948 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-e9699ae6-910d-4f55-bc6e-c155be8142de req-12a7d43b-c73e-45d8-bb3e-854e031feb55 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Synchronizing usage tracker for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:11.466704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-e9699ae6-910d-4f55-bc6e-c155be8142de req-12a7d43b-c73e-45d8-bb3e-854e031feb55 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Unset dirty status for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:11.492064 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e9699ae6-910d-4f55-bc6e-c155be8142de req-12a7d43b-c73e-45d8-bb3e-854e031feb55 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=741c63a3-c53c-4471-8e04-b87413b513dc HTTP/1.1" status: 200 len: 210 time: 0.1919460 Feb 28 19:07:11.604573 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a67aed40-1e02-438e-9611-f39dcadccbe7 req-f66e9993-d8a3-489f-8b00-38074fc8e6e5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058964 Feb 28 19:07:11.925889 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:12.325648 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:12.689195 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d257a275-400e-48e4-ab7d-3cd112b0d076 None None] Network 184883b9-8c3f-48f5-a337-4df076ab370a requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:12.706705 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Router 327ba4fa-cf83-43c2-bffb-aac640b90556 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:07:12.800751 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:12.953426 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e5a55ea4-1b9d-4d9c-80e8-77f0fb3b561b None None] Provisioning for port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:13.042784 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:13.051464 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:13.052058 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:13.163614 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47014-8b38-4742-99d8-8606c9ac812f req-10459566-77ec-4bb1-ac29-665d39143302 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:13.171256 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-27b47014-8b38-4742-99d8-8606c9ac812f req-10459566-77ec-4bb1-ac29-665d39143302 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.3589237 Feb 28 19:07:13.174505 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:13.186313 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Sync routers for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:13.213056 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:13.215644 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:06:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:13.227019 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-7f00f3ba-6451-41b0-a733-d2080e24666e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:13.235456 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-7f00f3ba-6451-41b0-a733-d2080e24666e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/networks?id=98982c3d-28fb-43d2-8396-867f7f38e73c HTTP/1.1" status: 200 len: 809 time: 0.2979069 Feb 28 19:07:13.258913 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-0f2e97d8-d50e-40ab-aa02-6132b5f7f68e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/quotas/cbff2027f5ce4c90bad6c482cfeabff4 HTTP/1.1" status: 200 len: 375 time: 0.0223427 Feb 28 19:07:13.288633 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-27b47014-8b38-4742-99d8-8606c9ac812f req-05a7c9cd-1c26-4949-b02c-1cc1645dda75 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164529 Feb 28 19:07:13.312893 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:13.375215 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-ae64167d-4db8-46df-918b-ec52b4448bed tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050308 Feb 28 19:07:13.381445 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:13.395486 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:13.399359 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-71d8c50a-9f8a-4314-8be3-ff76a88a8626 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3696527 Feb 28 19:07:13.400081 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52372) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:13.521526 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:13.528090 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-63341fbe-186e-45b3-9fba-136939eb63db None None] Provisioning complete for port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:13.528881 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-63341fbe-186e-45b3-9fba-136939eb63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:13.553165 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-9fc1696f-b8a6-4f6e-892b-80134c5f3a4e service neutron] 10.222.0.41 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770101 Feb 28 19:07:13.610440 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:13.727220 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:13.796956 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-a926fca5-ef51-475d-804c-e05171819fed service neutron] 10.222.0.41 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428670 Feb 28 19:07:13.822008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-34c9604f-941b-481d-bdd3-bc85092ed14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:13.825145 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-34c9604f-941b-481d-bdd3-bc85092ed14b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1098 time: 0.1372702 Feb 28 19:07:13.982019 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 148d2a00-1359-466d-9236-23f003095390 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:13.984700 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-45e69f67-f2d3-4862-a95e-2084569dd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:13.986161 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-45e69f67-f2d3-4862-a95e-2084569dd23b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.1542153 Feb 28 19:07:14.000637 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:11Z', 'revision_number': 3, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:14.005635 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Checking router: 327ba4fa-cf83-43c2-bffb-aac640b90556 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:14.006270 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Updating router 327ba4fa-cf83-43c2-bffb-aac640b90556 port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:07:14.028631 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 148d2a00-1359-466d-9236-23f003095390 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:14.028982 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 148d2a00-1359-466d-9236-23f003095390 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:14.076854 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.158558 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-f188c44c-083a-4d3d-a788-f9316aa5e6af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 1001 time: 0.1518705 Feb 28 19:07:14.211750 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-77bc23db-04d8-4edc-b193-ab2a909c3c68 req-31cbdc3a-fe51-46d4-a903-827c049a0333 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 210 time: 0.0646975 Feb 28 19:07:14.255889 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-d8454b7f-2d89-4d89-a7ca-db692011c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:14.257526 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-d8454b7f-2d89-4d89-a7ca-db692011c6f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0924942 Feb 28 19:07:14.354071 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-b3cd30d2-0a7a-4b33-a361-28272633d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:14.356467 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-b3cd30d2-0a7a-4b33-a361-28272633d2c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923762 Feb 28 19:07:14.438692 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.574335 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.587903 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Transition to ACTIVE for port object c8774cd4-1c57-4da2-95dd-f6d2563f42b9 will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:14.590282 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-be52d264-8721-4427-87ec-32d049af85c7 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246239 Feb 28 19:07:14.687268 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:14.692440 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.739794 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Allocated IP 172.20.0.1 (184883b9-8c3f-48f5-a337-4df076ab370a/52ce5c10-d7b2-40f1-9c39-c5db9327775c/5d6ad017-e0a9-41cb-9c0d-be22713df260) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:14.808459 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Pushing event updated for resources: {'Port': ['ID=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,revision_number=2']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:14.810796 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Attempting to bind port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:14.811151 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Attempting to bind port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:14.811501 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Attempting to bind port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:14.830687 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:14.849144 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.849318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.850112 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fca69-c00e-4e9f-bb6d-62dcdf8c6e2f req-f26fd07c-fa89-4876-9bbb-f2432423866c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:14.850214 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:14.850294 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ad4fca69-c00e-4e9f-bb6d-62dcdf8c6e2f req-f26fd07c-fa89-4876-9bbb-f2432423866c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.3385558 Feb 28 19:07:14.851095 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:14.851478 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:14.851875 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.859484 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:14.860131 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Bound port: c8774cd4-1c57-4da2-95dd-f6d2563f42b9, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:14.860541 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:14.910246 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-40f0685a-b1e4-42ac-b410-e93a4bfbfdf7 req-283fb2b4-31a5-4f73-ae37-4a4fb65d23c7 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153920 Feb 28 19:07:14.937592 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ad4fca69-c00e-4e9f-bb6d-62dcdf8c6e2f req-c49df2b5-263d-49ae-b606-9b73a7ea280c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869291 Feb 28 19:07:14.950531 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] For port c8774cd4-1c57-4da2-95dd-f6d2563f42b9, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:14.954114 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] For port c8774cd4-1c57-4da2-95dd-f6d2563f42b9, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:14.984614 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.009385 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.provisioning_blocks [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Transition to ACTIVE for port object 5d6ad017-e0a9-41cb-9c0d-be22713df260 will not be triggered until provisioned by entity DHCP. {{(pid=87803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:15.028658 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.112572 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:15.113433 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:06:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:15.118501 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.168521 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06382f0c-accc-41ff-9485-21eddb2cd196 None None] Pushing event updated for resources: {'Port': ['ID=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:15.204263 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Network 184883b9-8c3f-48f5-a337-4df076ab370a is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:15.207008 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:15.209678 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:15.264514 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6ad017-e0a9-41cb-9c0d-be22713df260,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:15.313617 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.358959 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:15.424461 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1c24e529-cfd2-4893-a4c0-eda4d3b869a6 req-a987384b-b210-4714-b6c0-f1ab0190e730 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 210 time: 0.0700014 Feb 28 19:07:15.570404 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.621479 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-4863f743-4479-4ed4-aef6-48d92b6d3a90 None None] Provisioning for port 5d6ad017-e0a9-41cb-9c0d-be22713df260 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:15.627961 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-4863f743-4479-4ed4-aef6-48d92b6d3a90 None None] Provisioning complete for port 5d6ad017-e0a9-41cb-9c0d-be22713df260 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:15.628447 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-4863f743-4479-4ed4-aef6-48d92b6d3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.697604 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-4863f743-4479-4ed4-aef6-48d92b6d3a90 None None] Port 5d6ad017-e0a9-41cb-9c0d-be22713df260 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:15.706538 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:11Z', 'revision_number': 3, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:15.710648 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e7a57-2142-46e3-a545-021304021fe0 None None] The sync data for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb is: [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:11Z', 'revision_number': 3, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:15.910317 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:15.978172 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:16.077157 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:16.158566 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c597dfd-7eb5-4963-a2a3-5f3123900ff4 req-2f4312ef-a740-4fc3-beda-0ac79ec137a2 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:16.164804 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2c597dfd-7eb5-4963-a2a3-5f3123900ff4 req-2f4312ef-a740-4fc3-beda-0ac79ec137a2 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.0987270 Feb 28 19:07:16.199396 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6ad017-e0a9-41cb-9c0d-be22713df260,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:16.210834 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2c597dfd-7eb5-4963-a2a3-5f3123900ff4 req-3c64082e-28ce-46a5-b464-3314fe862998 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Feb 28 19:07:16.258009 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Network 184883b9-8c3f-48f5-a337-4df076ab370a is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:16.259075 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:16.533042 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e7875e68-dbd0-46cc-8b5b-7b93baeb8478 None None] Provisioning complete for port 5d6ad017-e0a9-41cb-9c0d-be22713df260 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:16.533594 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e7875e68-dbd0-46cc-8b5b-7b93baeb8478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:16.566058 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Router 327ba4fa-cf83-43c2-bffb-aac640b90556 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:07:16.671557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-e7875e68-dbd0-46cc-8b5b-7b93baeb8478 None None] Port 5d6ad017-e0a9-41cb-9c0d-be22713df260 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:16.778917 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ba3f2010-a60b-4931-bce5-ca6c0fc51581 req-c5e8f91e-0bc7-4294-8c43-dbd9d02d5a0e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 210 time: 0.1005118 Feb 28 19:07:16.836896 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c8774cd4-1c57-4da2-95dd-f6d2563f42b9 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:16.846471 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-580bf360-4486-4ffa-8370-dd30cd23423d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:16.848063 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-580bf360-4486-4ffa-8370-dd30cd23423d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "GET /v2.0/networks?id=98982c3d-28fb-43d2-8396-867f7f38e73c HTTP/1.1" status: 200 len: 809 time: 0.2638400 Feb 28 19:07:16.865569 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Request body: {'port': {'device_id': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c', 'admin_state_up': True, 'tenant_id': 'cbff2027f5ce4c90bad6c482cfeabff4'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:16.918202 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:16.953762 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a0eb4e25-5fd7-4fbb-a901-805950711d91 admin admin] 10.222.0.41 "PUT /v2.0/routers/327ba4fa-cf83-43c2-bffb-aac640b90556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5420806 Feb 28 19:07:16.992281 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:17.003466 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:17.003466 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:17.192362 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:17.199592 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:17.204110 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:17.229474 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port c8774cd4-1c57-4da2-95dd-f6d2563f42b9, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:17.363964 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:17.383982 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Made reservation on behalf of cbff2027f5ce4c90bad6c482cfeabff4 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:17.387462 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:17.447514 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:17.564135 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc5fa5-7bb4-48d7-9778-ba7be5b9bb59 req-741303c5-91f7-4c7b-839f-089c5878b6a4 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:17.565693 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8bdc5fa5-7bb4-48d7-9778-ba7be5b9bb59 req-741303c5-91f7-4c7b-839f-089c5878b6a4 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 945 time: 0.2273312 Feb 28 19:07:17.639491 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Allocated IP 172.20.0.5 (98982c3d-28fb-43d2-8396-867f7f38e73c/fd4026c1-3be8-4196-aed9-e0894804e1e8/ff1ebfc4-2b64-4855-b45d-be6c2c4f5685) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:17.642328 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52454) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:17.644185 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8bdc5fa5-7bb4-48d7-9778-ba7be5b9bb59 req-da804f7a-8541-4d8e-9522-bd4bc7edc1cd tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726464 Feb 28 19:07:17.668358 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Sync routers for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:17.693614 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:17.694256 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:06:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:17.816545 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:17.849813 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:17.857203 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Usage tracker for resource:security_group_rule and tenant:1348a0e73436488a8c6fc407e9e0fea4 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:17.860947 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:17.876201 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:17.997415 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:18.021054 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d490194-38a7-4e79-a9d9-f89a6e35192f req-825f78b3-c71a-4e9a-900b-85979d8f54af tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 210 time: 0.0751791 Feb 28 19:07:18.053885 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.060555 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.112333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52480) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:18.118311 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351097675-network', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:18.123703 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:18.128165 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Usage tracker for resource:network and tenant:f37a6f74f77b4b2cb891b57b267ddd03 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:18.132172 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:18.133082 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.139498 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:18.186064 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.195091 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:18.203240 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1348a0e73436488a8c6fc407e9e0fea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598357 Feb 28 19:07:18.205264 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea5bec-64f7-40b6-9252-7471b30c389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2b5060-ed76-4fef-aba9-9d9384a6bbe6,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:18.207937 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52484) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:18.239921 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Made reservation on behalf of f37a6f74f77b4b2cb891b57b267ddd03 for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:18.242593 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.275663 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ec477cd1-958a-4686-ba08-7caf972c4bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.278459 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.297108 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Network 98982c3d-28fb-43d2-8396-867f7f38e73c is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:18.303267 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:18.305827 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7886fd58-fd3b-467e-b7f0-02b5199d144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.306102 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:18.311147 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ec477cd1-958a-4686-ba08-7caf972c4bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.341104 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:18.366025 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Usage tracker for resource:security_group_rule and tenant:f37a6f74f77b4b2cb891b57b267ddd03 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:18.375845 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:18.386550 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Pushing event updated for resources: {'Port': ['ID=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:18.391289 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:18.407769 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:18.408443 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.421143 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.509172 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:18.537198 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:18.552979 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ec477cd1-958a-4686-ba08-7caf972c4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.559722 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-bebd35aa-a1be-43d6-abe7-64ccf28fc352 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7017853 Feb 28 19:07:18.569600 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec477cd1-958a-4686-ba08-7caf972c4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2b5060-ed76-4fef-aba9-9d9384a6bbe6,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:18.578734 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ec477cd1-958a-4686-ba08-7caf972c4bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.579866 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ec477cd1-958a-4686-ba08-7caf972c4bd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed2b5060-ed76-4fef-aba9-9d9384a6bbe6 HTTP/1.1" status: 204 len: 168 time: 0.3707802 Feb 28 19:07:18.589774 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Request body: {'port': {'device_id': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:18.646894 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.653248 dv-cinder-831187-1-smb neutron-server[87804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'code': 422} returned with failed status Feb 28 19:07:18.754036 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c8774cd4-1c57-4da2-95dd-f6d2563f42b9 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:18.755706 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.762810 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.793616 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=8']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:18.828725 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 2, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:18.835676 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Checking router: 327ba4fa-cf83-43c2-bffb-aac640b90556 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:18.844541 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Updating router 327ba4fa-cf83-43c2-bffb-aac640b90556 port 5d6ad017-e0a9-41cb-9c0d-be22713df260 binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:07:18.864099 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.903521 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.912798 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:18.913154 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:18.928171 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:07:19.003478 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754270c7-4acb-494c-8646-8df33ddfc3a0,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:19.006128 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.006473 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Added segment a43a467f-5890-4a4c-a9bd-72b2c7fa592e of type vlan for network 668f4eb8-936c-41ca-b26c-6894d6eb924c Feb 28 19:07:19.074388 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.194457 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4cd4f-8a69-453d-940c-985415c70386 req-278b4144-9a7b-4d2a-bc59-933e26cb7f00 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:19.202920 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7ff4cd4f-8a69-453d-940c-985415c70386 req-278b4144-9a7b-4d2a-bc59-933e26cb7f00 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.3738155 Feb 28 19:07:19.279401 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7ff4cd4f-8a69-453d-940c-985415c70386 req-87d494d4-47ad-4f02-add4-9a726d6b6f6f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746865 Feb 28 19:07:19.390510 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958ade6-fae0-4c90-a3f6-edaf09b20ed4 req-6de7c884-6038-4581-87a8-a0bd8765b646 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:19.390510 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4958ade6-fae0-4c90-a3f6-edaf09b20ed4 req-6de7c884-6038-4581-87a8-a0bd8765b646 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 931 time: 0.1041634 Feb 28 19:07:19.391252 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:07:19.402987 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.412012 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.418420 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.419183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:19.419954 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.426103 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Transition to ACTIVE for port object 5d6ad017-e0a9-41cb-9c0d-be22713df260 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:19.433587 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Transition to ACTIVE for port object ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:19.455575 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4958ade6-fae0-4c90-a3f6-edaf09b20ed4 req-c31430c9-894b-4a06-a371-cde3dcec12fb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665128 Feb 28 19:07:19.523848 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.551203 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] Pushing event updated for resources: {'Network': ['ID=668f4eb8-936c-41ca-b26c-6894d6eb924c,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:19.563409 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.567924 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:07:19.602998 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52506) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:19.622138 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.636358 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-7e7236f9-15c5-41ef-8df7-6208c8003031 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5215592 Feb 28 19:07:19.641138 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52510) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:19.645373 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:19.651084 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Request body: {'subnet': {'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351097675-subnet', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:19.660909 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:19.663502 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Usage tracker for resource:security_group_rule and tenant:4f1d7f57779745eabc13ed2f671a2f7a is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:19.667655 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:19.672868 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Usage tracker for resource:subnet and tenant:f37a6f74f77b4b2cb891b57b267ddd03 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:19.677023 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:19.681391 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:19.743121 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:19.759981 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4aa03-e7bd-45f4-8d29-f1b8d3e940ca None None] Pushing event updated for resources: {'Port': ['ID=5d6ad017-e0a9-41cb-9c0d-be22713df260,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:19.840874 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.842640 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Made reservation on behalf of f37a6f74f77b4b2cb891b57b267ddd03 for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:19.845857 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2738631'] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.904658 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Attempting to bind port 5d6ad017-e0a9-41cb-9c0d-be22713df260 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:19.907114 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Attempting to bind port 5d6ad017-e0a9-41cb-9c0d-be22713df260 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:19.907114 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Attempting to bind port 5d6ad017-e0a9-41cb-9c0d-be22713df260 on network 184883b9-8c3f-48f5-a337-4df076ab370a {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:19.915403 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:19.915954 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Checking segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:19.917027 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.918870 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Bound using segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:19.919567 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Bound port: 5d6ad017-e0a9-41cb-9c0d-be22713df260, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:19.920334 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:19.987836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:20.033053 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Attempting to bind port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:20.034082 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Attempting to bind port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:20.035232 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Attempting to bind port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 on network 98982c3d-28fb-43d2-8396-867f7f38e73c {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:20.043078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 on network 98982c3d-28fb-43d2-8396-867f7f38e73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:07:20.043838 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Attempting to bind port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 on network 98982c3d-28fb-43d2-8396-867f7f38e73c {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:20.050576 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:20.051337 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Checking segment: {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:20.052069 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Bound using segment: {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:20.052756 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Bound port: ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0554e019-238e-4164-a909-f5a8792cfc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:20.053346 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.094131 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] For port 5d6ad017-e0a9-41cb-9c0d-be22713df260, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:20.097947 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] For port 5d6ad017-e0a9-41cb-9c0d-be22713df260, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=5d6ad017-e0a9-41cb-9c0d-be22713df260,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:20.104989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.165378 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] For port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:20.170082 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.170419 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] For port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:20.249805 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.263042 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:20.264432 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:06:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:20.274281 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2738641'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.357986 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4aa03-e7bd-45f4-8d29-f1b8d3e940ca None None] Pushing event updated for resources: {'Port': ['ID=5d6ad017-e0a9-41cb-9c0d-be22713df260,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:20.374863 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:20.393943 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f1d7f57779745eabc13ed2f671a2f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874484 Feb 28 19:07:20.397517 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52532) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:20.402440 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.403542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.405871 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-5fcc181d-7e55-40e4-9b86-1e7b040f0085 service neutron] 10.222.0.55 "PUT /v2.0/ports/ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 HTTP/1.1" status: 200 len: 1093 time: 1.8226705 Feb 28 19:07:20.407348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'tag': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:20.420424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ada2-0c9b-4428-a722-c1cbe6113f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b4403-4ee0-4d7d-a464-89cc77b1f8ef,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:20.499709 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92015c56-ea76-4efb-a0cd-d0a7aa99fac6,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:20.505809 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:20.522171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Checking segment: {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:20.522561 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Network hostable DHCP agents. Network: 668f4eb8-936c-41ca-b26c-6894d6eb924c, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:07:20.541382 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafdbdc-b6bf-4fce-9970-3793f01270c6 req-0076abed-e867-4e7f-b623-56fbf6b7800b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.548014 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2aafdbdc-b6bf-4fce-9970-3793f01270c6 req-0076abed-e867-4e7f-b623-56fbf6b7800b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.4475546 Feb 28 19:07:20.636545 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c9352151-3873-4648-8070-68b58843f804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.655234 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2aafdbdc-b6bf-4fce-9970-3793f01270c6 req-22030f29-4f28-4dc2-9228-c6baed06b346 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062002 Feb 28 19:07:20.673823 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c9352151-3873-4648-8070-68b58843f804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.732013 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:07:20.735523 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'tag': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685', 'status': 'completed', 'code': 200} Feb 28 19:07:20.752961 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e698493-0a52-431d-8556-0277f6ec8fb9 req-a22c92f7-ac99-4a45-8562-69f9d28a4b25 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.754695 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4e698493-0a52-431d-8556-0277f6ec8fb9 req-a22c92f7-ac99-4a45-8562-69f9d28a4b25 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.2661712 Feb 28 19:07:20.759235 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52544) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:20.761275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-b3db9754-66a9-484d-ab13-a59489acf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.763763 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-b3db9754-66a9-484d-ab13-a59489acf20c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 1096 time: 0.2133393 Feb 28 19:07:20.803318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 668f4eb8-936c-41ca-b26c-6894d6eb924c) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:20.815188 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:20.816604 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.862192 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6956493-271c-42d2-aecc-8bf5850ee72d None None] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:20.916831 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-80ffe4ee-c3de-402c-9a79-d0d1aa3ed108 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 HTTP/1.1" status: 200 len: 217 time: 0.1288831 Feb 28 19:07:20.972396 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-af829ba7-383a-4879-b985-a224dc6bf13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:20.984912 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4e698493-0a52-431d-8556-0277f6ec8fb9 req-95aefbb6-7b2b-4045-a5ab-03c05537af8c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166188 Feb 28 19:07:21.006493 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75560b77-c305-466a-bf96-54ffc94459ff req-799b53ff-578a-4372-bce4-a42921eae422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.008261 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-799b53ff-578a-4372-bce4-a42921eae422 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd4026c1-3be8-4196-aed9-e0894804e1e8 HTTP/1.1" status: 200 len: 849 time: 0.0850866 Feb 28 19:07:21.013292 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15a542-8aab-4310-b932-f0649e907cfa req-6848d0b5-fc2a-46ba-9ab1-74f454f2326c tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.014817 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5b15a542-8aab-4310-b932-f0649e907cfa req-6848d0b5-fc2a-46ba-9ab1-74f454f2326c tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 943 time: 0.1170707 Feb 28 19:07:21.018017 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6924a1e8-24f1-4b82-8aa7-7f6d1657f1b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3762062 Feb 28 19:07:21.021548 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52550) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:21.027133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:21.033044 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-fcc491bb-ec0b-4363-9c5a-101e6f78a82e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2727149 Feb 28 19:07:21.051435 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:21.059064 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Usage tracker for resource:router and tenant:f37a6f74f77b4b2cb891b57b267ddd03 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:21.063182 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:21.069523 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c9352151-3873-4648-8070-68b58843f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.076737 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-15df7ca6-87b1-42d2-a05e-3e16766b0afd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98982c3d-28fb-43d2-8396-867f7f38e73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592332 Feb 28 19:07:21.081320 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:21.121972 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5b15a542-8aab-4310-b932-f0649e907cfa req-58cc4b4e-2e12-4fee-b476-f07154f552ba tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868154 Feb 28 19:07:21.125055 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-bf54939e-bd83-4bcd-a96e-3d2c35f6a3d7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:21.126845 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-bf54939e-bd83-4bcd-a96e-3d2c35f6a3d7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.2790959 Feb 28 19:07:21.145771 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9352151-3873-4648-8070-68b58843f804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b4403-4ee0-4d7d-a464-89cc77b1f8ef,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:21.162779 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-c9352151-3873-4648-8070-68b58843f804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.164734 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-c9352151-3873-4648-8070-68b58843f804 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf7b4403-4ee0-4d7d-a464-89cc77b1f8ef HTTP/1.1" status: 204 len: 168 time: 0.7656446 Feb 28 19:07:21.184617 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.186610 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.206700 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:20Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:21.212977 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b416a1-47c0-48b5-b9f4-dd6c9c11adb5 None None] The sync data for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb is: [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:20Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:21.215986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.218562 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-668f4eb8-936c-41ca-b26c-6894d6eb924c', 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'fixed_ips': [{'subnet_id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:07:21.220604 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.386937 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Deleting port 1c2688ab-6d0b-4e76-8614-2dc32bae54af {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:21.387493 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.471620 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-9ede0891-82c7-4d3b-83e5-f3863cc4ad56 service neutron] 10.222.0.55 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815513 Feb 28 19:07:21.487378 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Allocated IP 172.20.0.2 (668f4eb8-936c-41ca-b26c-6894d6eb924c/92015c56-ea76-4efb-a0cd-d0a7aa99fac6/2ba65e25-3f78-452d-9c43-456d62fbacfa) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:21.768491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.805057 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.816203 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Transition to ACTIVE for port object 2ba65e25-3f78-452d-9c43-456d62fbacfa will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:21.843840 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Transition to ACTIVE for port object 2ba65e25-3f78-452d-9c43-456d62fbacfa will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:21.873836 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:21.941925 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.043397 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:22.109841 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:22.121778 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:22.124621 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:22.177566 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] For port 1c2688ab-6d0b-4e76-8614-2dc32bae54af, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1c2688ab-6d0b-4e76-8614-2dc32bae54af,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:22.177566 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.193640 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Pushing event updated for resources: {'Port': ['ID=2ba65e25-3f78-452d-9c43-456d62fbacfa,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:22.378943 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52570) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:22.386806 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Attempting to bind port 2ba65e25-3f78-452d-9c43-456d62fbacfa on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:22.388162 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Attempting to bind port 2ba65e25-3f78-452d-9c43-456d62fbacfa by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:22.388808 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Attempting to bind port 2ba65e25-3f78-452d-9c43-456d62fbacfa on network 668f4eb8-936c-41ca-b26c-6894d6eb924c {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:22.419623 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:22.420582 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Checking segment: {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:22.421151 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.421762 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Bound using segment: {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:22.422297 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Bound port: 2ba65e25-3f78-452d-9c43-456d62fbacfa, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:22.423290 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.476719 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.517707 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Calling delete_port for 1c2688ab-6d0b-4e76-8614-2dc32bae54af owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:22.572308 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.578603 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6d68d-9fb1-4bfc-89c4-34a5455d4ff0 req-c5dd9759-d48b-4576-b936-992f66259c3a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:22.580493 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-73d6d68d-9fb1-4bfc-89c4-34a5455d4ff0 req-c5dd9759-d48b-4576-b936-992f66259c3a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 945 time: 0.2742667 Feb 28 19:07:22.581747 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.592126 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.644773 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75560b77-c305-466a-bf96-54ffc94459ff req-69c31e94-f0c3-4b12-b927-f041cb2a57cb service neutron] 10.222.0.55 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1588688 Feb 28 19:07:22.647348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:22.656035 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c08625329b744dbf9c96eec66d424c49 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:22.673389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:22.676725 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51353-fbf5-4aaa-bb45-61ad39e393cb req-3a61a425-727a-4ddc-bba6-ce13116db070 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:22.685345 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ccc51353-fbf5-4aaa-bb45-61ad39e393cb req-3a61a425-727a-4ddc-bba6-ce13116db070 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.7799375 Feb 28 19:07:22.708512 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:22.719739 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] For port 2ba65e25-3f78-452d-9c43-456d62fbacfa, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:22.726949 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] For port 2ba65e25-3f78-452d-9c43-456d62fbacfa, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=2ba65e25-3f78-452d-9c43-456d62fbacfa,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:22.777013 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-73d6d68d-9fb1-4bfc-89c4-34a5455d4ff0 req-d3dbbd26-df4d-4046-9bdd-26c3a72a80b8 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813847 Feb 28 19:07:22.797701 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 5d6ad017-e0a9-41cb-9c0d-be22713df260 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:22.858738 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:22.879986 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ccc51353-fbf5-4aaa-bb45-61ad39e393cb req-bce7c0be-c616-44cc-87d5-9edcf710746f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933603 Feb 28 19:07:22.947318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Allocated IP 172.28.1.49 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/85b32893-6916-44a4-ae69-e803e7bc9709) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:23.040568 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca4d88-2cf1-4970-a946-a45fb5aa46d3 None None] Pushing event updated for resources: {'Port': ['ID=2ba65e25-3f78-452d-9c43-456d62fbacfa,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:23.060824 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007b217-a854-419f-975b-a05970493fa2 req-f7127259-5592-4398-9da6-a9e172d704cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:23.063333 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-f7127259-5592-4398-9da6-a9e172d704cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 1096 time: 0.2420449 Feb 28 19:07:23.118137 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.129820 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.136810 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['12bacb43-1217-49a4-8beb-d544f75967e5', '1c2688ab-6d0b-4e76-8614-2dc32bae54af'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:07:23.173662 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 5d6ad017-e0a9-41cb-9c0d-be22713df260 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:23.194553 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 5d6ad017-e0a9-41cb-9c0d-be22713df260 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:23.195062 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.237275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Pushing event deleted for resources: {'Port': ['ID=1c2688ab-6d0b-4e76-8614-2dc32bae54af,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:23.255297 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8545a1-975d-467c-ad95-208bdcb37dc9 req-48293867-c191-4593-a8c4-1367aa04adce tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:23.258290 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1f8545a1-975d-467c-ad95-208bdcb37dc9 req-48293867-c191-4593-a8c4-1367aa04adce tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 943 time: 0.3130860 Feb 28 19:07:23.294909 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.351003 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.364951 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:07:23.381856 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1f8545a1-975d-467c-ad95-208bdcb37dc9 req-92a7b59f-495d-4c67-82fe-0bbc47dc6e3c tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904174 Feb 28 19:07:23.409183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] No DVR routers for this DVR port 1c2688ab-6d0b-4e76-8614-2dc32bae54af on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:07:23.419134 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.426196 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'name': 'network-vif-deleted', 'tag': '1c2688ab-6d0b-4e76-8614-2dc32bae54af'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:23.450576 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c08625329b744dbf9c96eec66d424c49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0693152 Feb 28 19:07:23.451268 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.454566 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52578) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:23.463695 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee59c6b-d467-44b3-a1b2-774f62f9d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc944e-3d86-4f15-9284-d217726e1d8b,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:23.507793 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8e2922-55f8-422e-9bf5-86cda443a507', 'name': 'network-vif-deleted', 'tag': '1c2688ab-6d0b-4e76-8614-2dc32bae54af', 'status': 'completed', 'code': 200} Feb 28 19:07:23.508501 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007b217-a854-419f-975b-a05970493fa2 req-699326a5-8868-4c24-92f4-9d476f491a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:23.510052 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-699326a5-8868-4c24-92f4-9d476f491a29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=98982c3d-28fb-43d2-8396-867f7f38e73c HTTP/1.1" status: 200 len: 910 time: 0.4393737 Feb 28 19:07:23.562317 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-73fd939f-e55f-43ab-bbfc-13e7c337f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.586251 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.610246 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-9f98a2f8-6f03-43d3-a763-2868d4ddc12d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 HTTP/1.1" status: 200 len: 217 time: 0.0874445 Feb 28 19:07:23.613350 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-76ab0f0a-21ad-4820-a0e1-b8cd54b59416 req-b5663b05-0bbd-4b00-a9b5-a17b7548c072 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "DELETE /v2.0/ports/1c2688ab-6d0b-4e76-8614-2dc32bae54af HTTP/1.1" status: 204 len: 173 time: 2.4517941 Feb 28 19:07:23.658039 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 5d6ad017-e0a9-41cb-9c0d-be22713df260, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=5d6ad017-e0a9-41cb-9c0d-be22713df260,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:23.676765 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Pushing event updated for resources: {'Port': ['ID=85b32893-6916-44a4-ae69-e803e7bc9709,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:23.691896 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-73fd939f-e55f-43ab-bbfc-13e7c337f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.702525 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007b217-a854-419f-975b-a05970493fa2 req-c8e7d55a-9b77-4f2e-83bd-3f195b5007bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:23.704712 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-c8e7d55a-9b77-4f2e-83bd-3f195b5007bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fd4026c1-3be8-4196-aed9-e0894804e1e8 HTTP/1.1" status: 200 len: 849 time: 0.0816913 Feb 28 19:07:23.707213 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:23.714827 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:23.719873 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:23.726765 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.758522 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:23.789320 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-83d1e776-3d3f-4e51-a611-892b8ffa966e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=98982c3d-28fb-43d2-8396-867f7f38e73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788653 Feb 28 19:07:23.879993 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=5d6ad017-e0a9-41cb-9c0d-be22713df260,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:23.986540 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-5e25f1f5-9bf2-4165-881a-4a7c5a4f2625 service neutron] 10.222.0.55 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903794 Feb 28 19:07:24.041232 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c33ac4b2-268a-45e3-ba50-fa114956813e req-fd15a582-fd1f-466f-bf6c-ee3edc9c0251 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8e2922-55f8-422e-9bf5-86cda443a507 HTTP/1.1" status: 200 len: 210 time: 0.1061053 Feb 28 19:07:24.140550 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-73fd939f-e55f-43ab-bbfc-13e7c337f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:24.157248 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd939f-e55f-43ab-bbfc-13e7c337f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc944e-3d86-4f15-9284-d217726e1d8b,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:24.178126 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-73fd939f-e55f-43ab-bbfc-13e7c337f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:24.180153 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-73fd939f-e55f-43ab-bbfc-13e7c337f7fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93fc944e-3d86-4f15-9284-d217726e1d8b HTTP/1.1" status: 204 len: 168 time: 0.7247088 Feb 28 19:07:24.259359 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a714fcc-f5b0-4ba0-9888-6e4e3841bff3 req-26092fa0-87cc-4207-915b-a8a256acfcd8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:24.262023 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5a714fcc-f5b0-4ba0-9888-6e4e3841bff3 req-26092fa0-87cc-4207-915b-a8a256acfcd8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.2204070 Feb 28 19:07:24.271988 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2007b217-a854-419f-975b-a05970493fa2 req-ed69a5af-65d2-488a-a6e5-b19159f070a6 service neutron] 10.222.0.55 "GET /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773218 Feb 28 19:07:24.326092 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5a714fcc-f5b0-4ba0-9888-6e4e3841bff3 req-302feeea-64db-4641-b694-086b506f652d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530531 Feb 28 19:07:24.372249 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d19f9-fdb7-4d1d-9fc8-b37066492f22 None None] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:24.414427 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:24.606520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-3d57b10f-ba3b-4117-b131-3710fb508ce1 None None] Provisioning for port 2ba65e25-3f78-452d-9c43-456d62fbacfa completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:24.837523 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ca44e-09e9-4351-9528-bd88c25390d3 req-427360d0-b957-4be9-a7b7-120440401046 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:24.840033 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-120ca44e-09e9-4351-9528-bd88c25390d3 req-427360d0-b957-4be9-a7b7-120440401046 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 943 time: 0.3231993 Feb 28 19:07:24.875250 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 2ba65e25-3f78-452d-9c43-456d62fbacfa up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:24.961945 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-120ca44e-09e9-4351-9528-bd88c25390d3 req-667d4f1c-fbbb-46f9-9b62-7fdd864e6144 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672741 Feb 28 19:07:24.963276 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:25.040184 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 2ba65e25-3f78-452d-9c43-456d62fbacfa completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:25.045111 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 2ba65e25-3f78-452d-9c43-456d62fbacfa triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:25.045642 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:25.197293 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:25.272548 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-1a13929c-3200-499a-8bf2-5dcbc7e1642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:25.275487 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-1a13929c-3200-499a-8bf2-5dcbc7e1642b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b&tenant_id=951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 1096 time: 0.1085987 Feb 28 19:07:25.284601 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 2ba65e25-3f78-452d-9c43-456d62fbacfa, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=2ba65e25-3f78-452d-9c43-456d62fbacfa,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:25.387564 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:25.389636 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 5d6ad017-e0a9-41cb-9c0d-be22713df260 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:25.419668 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-a128ee92-b265-4898-9766-b757dab51734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:25.421387 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-a128ee92-b265-4898-9766-b757dab51734 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1096 time: 0.1055970 Feb 28 19:07:25.460411 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Router c257b6a3-54b9-4a37-b0a3-f25c58155e19 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:07:25.514836 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=2ba65e25-3f78-452d-9c43-456d62fbacfa,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:25.589688 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 5d6ad017-e0a9-41cb-9c0d-be22713df260 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:25.590191 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:25.676701 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-64388bb9-bc42-499e-ac7a-fc300ca8f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:25.678324 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-64388bb9-bc42-499e-ac7a-fc300ca8f36f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.2402534 Feb 28 19:07:25.740727 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:25.752514 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Sync routers for ids ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:25.769452 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Routers {'c257b6a3-54b9-4a37-b0a3-f25c58155e19'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:25.770193 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:07:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:25.852105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:25.853560 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-087edc0a-a8ea-41f4-b24b-8eec04ea5357 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8309095 Feb 28 19:07:25.856524 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52622) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:25.918350 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a0aab-c3a4-4b97-b7ff-e738c5e2d39b req-3356464e-a1fe-437d-971a-4286a9c6c507 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:25.920081 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-343a0aab-c3a4-4b97-b7ff-e738c5e2d39b req-3356464e-a1fe-437d-971a-4286a9c6c507 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.4614773 Feb 28 19:07:25.969656 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-b816ba83-c231-4e6f-89a1-462eb021c8c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 999 time: 0.2755649 Feb 28 19:07:26.026939 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:07:26.034717 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1c2688ab-6d0b-4e76-8614-2dc32bae54af no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:26.046648 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-2f459ddc-76d5-403e-897a-65272dd89608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:26.048389 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-2f459ddc-76d5-403e-897a-65272dd89608 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0722296 Feb 28 19:07:26.056357 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-343a0aab-c3a4-4b97-b7ff-e738c5e2d39b req-c90170c1-3386-42bc-9a8a-1ba181ef8712 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300590 Feb 28 19:07:26.113368 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Set router c257b6a3-54b9-4a37-b0a3-f25c58155e19 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:26.159483 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-c9ab7daa-d9cc-4173-89ec-de4eb6f19fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:26.161334 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-c9ab7daa-d9cc-4173-89ec-de4eb6f19fc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040387 Feb 28 19:07:26.161833 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 1c2688ab-6d0b-4e76-8614-2dc32bae54af {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:26.162318 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1c2688ab-6d0b-4e76-8614-2dc32bae54af not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:26.351656 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:26.376540 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685', 'network_id': '98982c3d-28fb-43d2-8396-867f7f38e73c', 'port_id': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685', 'mac_address': 'fa:16:3e:18:10:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4026c1-3be8-4196-aed9-e0894804e1e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:07:26.459215 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-a927c097-94dc-4286-b0db-5181614adc80 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838018 Feb 28 19:07:26.501358 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:26.523345 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e61dc-255f-4486-9638-ea7afbe5c04b req-abb50d74-dbcc-4eee-ad16-f6650dde1076 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:26.524434 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-ae7e61dc-255f-4486-9638-ea7afbe5c04b req-abb50d74-dbcc-4eee-ad16-f6650dde1076 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Synchronizing usage tracker for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:26.543313 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:07:26.560512 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a8336-6a88-42b3-adde-48e33475852c req-87ca64b5-4168-4b3e-bdcd-18ee1c53dbef tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:26.562968 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:26.567659 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-114a8336-6a88-42b3-adde-48e33475852c req-87ca64b5-4168-4b3e-bdcd-18ee1c53dbef tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.6141388 Feb 28 19:07:26.681021 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:07:24Z', 'revision_number': 3, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:26.685782 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Checking router: c257b6a3-54b9-4a37-b0a3-f25c58155e19 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:26.686145 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Updating router c257b6a3-54b9-4a37-b0a3-f25c58155e19 port 85b32893-6916-44a4-ae69-e803e7bc9709 binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:07:26.695353 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:26.747897 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:26.758828 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1aaba6d1-df54-4d28-b1b3-5210030608b3 req-408d720b-99c9-46ab-b291-04808387bd98 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833128 Feb 28 19:07:26.763272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-ae7e61dc-255f-4486-9638-ea7afbe5c04b req-abb50d74-dbcc-4eee-ad16-f6650dde1076 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Unset dirty status for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:26.763272 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ae7e61dc-255f-4486-9638-ea7afbe5c04b req-abb50d74-dbcc-4eee-ad16-f6650dde1076 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 943 time: 0.5276723 Feb 28 19:07:26.775477 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-114a8336-6a88-42b3-adde-48e33475852c req-6b0d870d-7241-4a44-affe-8f3a3ab071b7 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068689 Feb 28 19:07:26.795406 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 2ba65e25-3f78-452d-9c43-456d62fbacfa up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:26.852704 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ae7e61dc-255f-4486-9638-ea7afbe5c04b req-fc8fdc04-34a7-4586-8400-fc18c4ede422 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803246 Feb 28 19:07:26.939877 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:26.958164 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 2ba65e25-3f78-452d-9c43-456d62fbacfa triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:26.958164 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.027479 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['ff1ebfc4-2b64-4855-b45d-be6c2c4f5685'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:07:27.240275 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.258740 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Transition to ACTIVE for port object 85b32893-6916-44a4-ae69-e803e7bc9709 will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:27.369487 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.390081 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.476722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61011870-6aa5-4182-8a58-ba048231de99 req-5e87f0de-bce0-44e0-a50c-740c2c443c93 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:27.478327 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-61011870-6aa5-4182-8a58-ba048231de99 req-5e87f0de-bce0-44e0-a50c-740c2c443c93 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1699836 Feb 28 19:07:27.482539 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a6efa-d847-4dad-8a75-856cbbad22fc None None] Pushing event updated for resources: {'Port': ['ID=85b32893-6916-44a4-ae69-e803e7bc9709,revision_number=2']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:27.491820 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Attempting to bind port 85b32893-6916-44a4-ae69-e803e7bc9709 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:27.492544 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Attempting to bind port 85b32893-6916-44a4-ae69-e803e7bc9709 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:27.493055 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Attempting to bind port 85b32893-6916-44a4-ae69-e803e7bc9709 on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:27.500884 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:27.501662 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:27.502208 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.502733 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:27.503466 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Bound port: 85b32893-6916-44a4-ae69-e803e7bc9709, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:27.504017 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.560833 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-61011870-6aa5-4182-8a58-ba048231de99 req-07932047-d3e7-44e0-83d9-1bd1cbad5a4a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709131 Feb 28 19:07:27.615628 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] For port 85b32893-6916-44a4-ae69-e803e7bc9709, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:27.622934 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] For port 85b32893-6916-44a4-ae69-e803e7bc9709, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=85b32893-6916-44a4-ae69-e803e7bc9709,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:27.684723 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:27.704201 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Allocated IP 172.20.0.1 (668f4eb8-936c-41ca-b26c-6894d6eb924c/92015c56-ea76-4efb-a0cd-d0a7aa99fac6/4484df65-525f-482b-ba44-9a602c9599d7) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:27.766156 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Routers {'c257b6a3-54b9-4a37-b0a3-f25c58155e19'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:27.766906 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:07:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:27.836331 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a6efa-d847-4dad-8a75-856cbbad22fc None None] Pushing event updated for resources: {'Port': ['ID=85b32893-6916-44a4-ae69-e803e7bc9709,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:28.005913 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] Set router c257b6a3-54b9-4a37-b0a3-f25c58155e19 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:28.043909 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:28.084087 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:28.129388 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5785172-53ad-46f2-af0c-b84a9eb89734 req-e0c50e0e-b4b0-498f-8185-51e5d010d310 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:28.130132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c5785172-53ad-46f2-af0c-b84a9eb89734 req-e0c50e0e-b4b0-498f-8185-51e5d010d310 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Synchronizing usage tracker for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:28.220794 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c5785172-53ad-46f2-af0c-b84a9eb89734 req-e0c50e0e-b4b0-498f-8185-51e5d010d310 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Unset dirty status for tenant:ddfc0f864536401bb8d7d8a363e234d1 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:28.221978 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c5785172-53ad-46f2-af0c-b84a9eb89734 req-e0c50e0e-b4b0-498f-8185-51e5d010d310 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.2816322 Feb 28 19:07:28.266362 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.provisioning_blocks [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Transition to ACTIVE for port object 4484df65-525f-482b-ba44-9a602c9599d7 will not be triggered until provisioned by entity DHCP. {{(pid=87803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:28.283884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:28.289378 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:28.289828 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:28.346775 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c5785172-53ad-46f2-af0c-b84a9eb89734 req-d1d65598-c519-44d8-b247-b43bd6179a63 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165781 Feb 28 19:07:28.405818 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95632705-9208-4ef0-aacb-b6105c712303 req-5e733e0f-1463-4b13-b8a5-fb1b1c26925e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:28.415770 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-95632705-9208-4ef0-aacb-b6105c712303 req-5e733e0f-1463-4b13-b8a5-fb1b1c26925e tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 944 time: 0.3150883 Feb 28 19:07:28.510526 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-95632705-9208-4ef0-aacb-b6105c712303 req-3c8f2ad2-f809-4746-b0ac-a7a1c80d7f26 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934446 Feb 28 19:07:28.524671 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:28.535312 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:07:24Z', 'revision_number': 3, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:28.538344 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:28.541908 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530dea9-93bf-463a-975d-5fa0dbbcf957 None None] The sync data for ids ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'] in dv-cinder-831187-1-smb is: [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:07:24Z', 'revision_number': 3, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:28.563635 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:28.597057 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:28.615560 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:28.623671 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:28.645695 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:28.672193 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:28.748433 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685', 'code': 200} Feb 28 19:07:28.823935 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=4484df65-525f-482b-ba44-9a602c9599d7,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:28.852687 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:28.889926 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:29.004092 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dca67-aa6d-4976-a2eb-bdd2db0cb1b2 req-5d0f7a16-8aed-4835-b499-a0d69c40a854 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:29.006711 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-887dca67-aa6d-4976-a2eb-bdd2db0cb1b2 req-5d0f7a16-8aed-4835-b499-a0d69c40a854 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1716425 Feb 28 19:07:29.090267 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-887dca67-aa6d-4976-a2eb-bdd2db0cb1b2 req-ac911e29-ee39-47e2-9786-db46df5a4322 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671086 Feb 28 19:07:29.216696 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-8e823ddd-eef1-4421-8d07-659f79e984b6 None None] Provisioning for port 4484df65-525f-482b-ba44-9a602c9599d7 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:29.223156 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-8e823ddd-eef1-4421-8d07-659f79e984b6 None None] Provisioning complete for port 4484df65-525f-482b-ba44-9a602c9599d7 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:29.224190 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8e823ddd-eef1-4421-8d07-659f79e984b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:29.283033 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:29.350082 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-8e823ddd-eef1-4421-8d07-659f79e984b6 None None] Port 4484df65-525f-482b-ba44-9a602c9599d7 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:29.658080 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:29.762225 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c1cda-0472-4c65-a2ea-6d5e656db04e req-b6a323ea-f818-423f-a984-c609fab063aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:29.764200 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9d2c1cda-0472-4c65-a2ea-6d5e656db04e req-b6a323ea-f818-423f-a984-c609fab063aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 1098 time: 0.2943532 Feb 28 19:07:29.769474 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:29.817271 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2cb8-b21c-41d6-9a3d-dc0df55c378d req-f2b5db70-1f24-4709-baa1-b1b1be3767ec tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:29.819487 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8eaf2cb8-b21c-41d6-9a3d-dc0df55c378d req-f2b5db70-1f24-4709-baa1-b1b1be3767ec tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1915588 Feb 28 19:07:29.948955 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8eaf2cb8-b21c-41d6-9a3d-dc0df55c378d req-a8456506-7682-44d6-914d-f401dd59dfef tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223497 Feb 28 19:07:29.985881 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:29.989368 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=4484df65-525f-482b-ba44-9a602c9599d7,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:30.052002 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc497-a027-486f-80c4-9cee8514b671 req-c0adaa4a-9dbe-4b60-a544-6da06283ed44 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:30.054001 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-939dc497-a027-486f-80c4-9cee8514b671 req-c0adaa4a-9dbe-4b60-a544-6da06283ed44 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.3585074 Feb 28 19:07:30.246091 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-939dc497-a027-486f-80c4-9cee8514b671 req-298aede9-4793-4c7d-b6ed-2932b65b6d95 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939600 Feb 28 19:07:30.290875 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:30.293305 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:30.509309 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e960-fe1c-4095-b4d1-555a3e9b34cb req-44d3e5d1-a46b-4617-a3c5-5e1e825ab933 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:30.513657 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aff3e960-fe1c-4095-b4d1-555a3e9b34cb req-44d3e5d1-a46b-4617-a3c5-5e1e825ab933 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.2068908 Feb 28 19:07:30.601128 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:30.613684 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aff3e960-fe1c-4095-b4d1-555a3e9b34cb req-ff952d37-f24b-4a4b-a540-6f3e9cc51299 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882504 Feb 28 19:07:30.775111 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Router c257b6a3-54b9-4a37-b0a3-f25c58155e19 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:07:30.808078 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 85b32893-6916-44a4-ae69-e803e7bc9709 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:30.930454 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-29e7c8f8-f49a-4ef1-8daf-9de76d5553a3 None None] Provisioning complete for port 4484df65-525f-482b-ba44-9a602c9599d7 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:30.930861 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-29e7c8f8-f49a-4ef1-8daf-9de76d5553a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:31.184576 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:31.187693 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 85b32893-6916-44a4-ae69-e803e7bc9709 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:31.187693 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-29e7c8f8-f49a-4ef1-8daf-9de76d5553a3 None None] Port 4484df65-525f-482b-ba44-9a602c9599d7 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:31.187693 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 85b32893-6916-44a4-ae69-e803e7bc9709 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:31.187693 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:31.188113 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-18f20a57-ab39-4fe9-af19-1ed0b46d7ed1 admin admin] 10.222.0.41 "PUT /v2.0/routers/c257b6a3-54b9-4a37-b0a3-f25c58155e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2334278 Feb 28 19:07:31.232050 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe77c5-76c3-40d2-8464-ed67beab5589 req-a8eabd7e-73db-4a1d-9728-0edb6b639b2c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:31.233954 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-11fe77c5-76c3-40d2-8464-ed67beab5589 req-a8eabd7e-73db-4a1d-9728-0edb6b639b2c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1080317 Feb 28 19:07:31.242932 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:31.325632 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 85b32893-6916-44a4-ae69-e803e7bc9709, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=85b32893-6916-44a4-ae69-e803e7bc9709,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:31.326118 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-11fe77c5-76c3-40d2-8464-ed67beab5589 req-4c2c98ed-18c1-4b07-a8be-4c559eada15f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Feb 28 19:07:31.338020 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Sync routers for ids ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:31.377330 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Routers {'c257b6a3-54b9-4a37-b0a3-f25c58155e19'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:31.378401 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:07:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:31.624362 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ba6fb-6cd1-41e1-b90e-cba9b6088642 req-5de86ffe-4041-4215-abb3-dcdae0c3dab4 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:31.626220 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-887ba6fb-6cd1-41e1-b90e-cba9b6088642 req-5de86ffe-4041-4215-abb3-dcdae0c3dab4 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.2065349 Feb 28 19:07:31.684954 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Set router c257b6a3-54b9-4a37-b0a3-f25c58155e19 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:31.734074 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-887ba6fb-6cd1-41e1-b90e-cba9b6088642 req-dd2c1e28-2786-4dfd-a51f-11c9b5b4e12c tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962338 Feb 28 19:07:31.779851 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:31.827099 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9d2c1cda-0472-4c65-a2ea-6d5e656db04e req-4fd9b889-fc45-4d2b-b84b-dc3e142d98d3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711207 Feb 28 19:07:31.988719 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=85b32893-6916-44a4-ae69-e803e7bc9709,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:31.991227 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176cc2d-abad-4835-932d-e6b79eb51e20 req-f878b736-2d50-41c9-9c5b-0e881a2d0532 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:31.993714 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7176cc2d-abad-4835-932d-e6b79eb51e20 req-f878b736-2d50-41c9-9c5b-0e881a2d0532 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1869338 Feb 28 19:07:32.050782 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7176cc2d-abad-4835-932d-e6b79eb51e20 req-a1a2b6d3-a925-479d-b0ea-c081bc7b5a4a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504270 Feb 28 19:07:32.196621 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:07:29Z', 'revision_number': 4, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '4484df65-525f-482b-ba44-9a602c9599d7', 'name': '', 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'mac_address': 'fa:16:3e:66:16:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:27Z', 'updated_at': '2022-02-28T19:07:29Z', 'revision_number': 2, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'subnets': [{'id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:32.202155 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Checking router: c257b6a3-54b9-4a37-b0a3-f25c58155e19 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:32.202501 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Updating router c257b6a3-54b9-4a37-b0a3-f25c58155e19 port 4484df65-525f-482b-ba44-9a602c9599d7 binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:07:32.273981 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:32.592556 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7713104-55c4-48bf-9064-4e158ff3e17a req-147c9b49-b428-42ed-94c2-d467e5451c85 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:32.594437 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a7713104-55c4-48bf-9064-4e158ff3e17a req-147c9b49-b428-42ed-94c2-d467e5451c85 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1451421 Feb 28 19:07:32.659602 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a7713104-55c4-48bf-9064-4e158ff3e17a req-0729223a-2525-4847-9ccc-2572f37ddb9a tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590174 Feb 28 19:07:32.745806 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 85b32893-6916-44a4-ae69-e803e7bc9709 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:32.877137 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:32.894208 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Transition to ACTIVE for port object 4484df65-525f-482b-ba44-9a602c9599d7 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:32.906739 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 85b32893-6916-44a4-ae69-e803e7bc9709 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:32.913893 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:32.977125 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:32.977457 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5c204-b0d8-4dac-ae41-871fbc2a8af7 req-b6c54edb-3790-4a80-9da9-6c6372552c24 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:32.979670 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a9c5c204-b0d8-4dac-ae41-871fbc2a8af7 req-b6c54edb-3790-4a80-9da9-6c6372552c24 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.1214838 Feb 28 19:07:33.072604 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a9c5c204-b0d8-4dac-ae41-871fbc2a8af7 req-2f644ddd-76d0-4ba7-854b-a1a754cf875a tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860493 Feb 28 19:07:33.293763 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a22de-8373-461a-bb90-eb8091997ee0 None None] Pushing event updated for resources: {'Port': ['ID=4484df65-525f-482b-ba44-9a602c9599d7,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:33.359053 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Attempting to bind port 4484df65-525f-482b-ba44-9a602c9599d7 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:07:33.359685 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Attempting to bind port 4484df65-525f-482b-ba44-9a602c9599d7 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:07:33.360196 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Attempting to bind port 4484df65-525f-482b-ba44-9a602c9599d7 on network 668f4eb8-936c-41ca-b26c-6894d6eb924c {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:07:33.367095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:07:33.367721 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Checking segment: {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:33.368318 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:33.368860 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Bound using segment: {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:07:33.370366 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Bound port: 4484df65-525f-482b-ba44-9a602c9599d7, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:07:33.370907 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:33.390476 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2a2e0-63f7-4605-a0e1-f6596dd46fa9 req-23bcb221-62e0-470f-8198-b71c1e55f149 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:33.400707 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6af2a2e0-63f7-4605-a0e1-f6596dd46fa9 req-23bcb221-62e0-470f-8198-b71c1e55f149 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1616068 Feb 28 19:07:33.506806 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] For port 4484df65-525f-482b-ba44-9a602c9599d7, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:07:33.514845 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] For port 4484df65-525f-482b-ba44-9a602c9599d7, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=4484df65-525f-482b-ba44-9a602c9599d7,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:07:33.516208 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6af2a2e0-63f7-4605-a0e1-f6596dd46fa9 req-09ce42ce-5447-4707-8870-ab47e0dac32d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028161 Feb 28 19:07:33.667056 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:33.763014 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Routers {'c257b6a3-54b9-4a37-b0a3-f25c58155e19'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:33.763778 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:07:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:33.919024 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a22de-8373-461a-bb90-eb8091997ee0 None None] Pushing event updated for resources: {'Port': ['ID=4484df65-525f-482b-ba44-9a602c9599d7,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:34.000360 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf227a-f4ad-4221-b112-0c459ab2394e req-847fd177-6174-429f-a9e7-85d38055a64e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:34.007486 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5bdf227a-f4ad-4221-b112-0c459ab2394e req-847fd177-6174-429f-a9e7-85d38055a64e tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1262739 Feb 28 19:07:34.061740 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5bdf227a-f4ad-4221-b112-0c459ab2394e req-d97640b0-4198-4082-aa70-003e6d2c7639 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529945 Feb 28 19:07:34.172109 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] Set router c257b6a3-54b9-4a37-b0a3-f25c58155e19 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:34.303510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675fbe-3b4d-4ec3-af7a-f9b7e65790bb req-b8e205dd-13f1-4872-bfa8-60bbf8f6ead7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:34.308477 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-22675fbe-3b4d-4ec3-af7a-f9b7e65790bb req-b8e205dd-13f1-4872-bfa8-60bbf8f6ead7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.0983710 Feb 28 19:07:34.374508 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-22675fbe-3b4d-4ec3-af7a-f9b7e65790bb req-d02e055a-53d2-4a1c-8f6c-a13dbc94ec72 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622468 Feb 28 19:07:34.590996 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:07:29Z', 'revision_number': 4, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '4484df65-525f-482b-ba44-9a602c9599d7', 'name': '', 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'mac_address': 'fa:16:3e:66:16:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:27Z', 'updated_at': '2022-02-28T19:07:33Z', 'revision_number': 4, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'subnets': [{'id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:34.595267 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14496570-88fe-4713-9ad5-b38d89195e2b None None] The sync data for ids ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'] in dv-cinder-831187-1-smb is: [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:07:29Z', 'revision_number': 4, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '4484df65-525f-482b-ba44-9a602c9599d7', 'name': '', 'network_id': '668f4eb8-936c-41ca-b26c-6894d6eb924c', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'mac_address': 'fa:16:3e:66:16:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:27Z', 'updated_at': '2022-02-28T19:07:33Z', 'revision_number': 4, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'subnets': [{'id': '92015c56-ea76-4efb-a0cd-d0a7aa99fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:34.809039 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a86f7-3c51-4d7e-be18-3cd93c1bebf2 req-805c7533-ec8b-46a1-af37-8873b4aad9f5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:34.816434 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-438a86f7-3c51-4d7e-be18-3cd93c1bebf2 req-805c7533-ec8b-46a1-af37-8873b4aad9f5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1311309 Feb 28 19:07:34.879022 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-438a86f7-3c51-4d7e-be18-3cd93c1bebf2 req-5d7b60ad-4254-496e-b753-f096e1ae4d61 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616794 Feb 28 19:07:35.351391 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d28745-d9eb-447f-ad89-729ab9607285 req-12a83a29-86a1-4076-90ce-f48b8f7ff74f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:35.359099 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a3d28745-d9eb-447f-ad89-729ab9607285 req-12a83a29-86a1-4076-90ce-f48b8f7ff74f tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1533225 Feb 28 19:07:35.419223 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a3d28745-d9eb-447f-ad89-729ab9607285 req-17a36ecd-c3bc-405a-ac0e-ac6226d91f3b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587444 Feb 28 19:07:35.685836 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8448140-df8c-4823-a3f4-ed74ffafefd7 req-b6ff66d7-381b-4a1e-adca-9fcce6868c91 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:35.689397 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f8448140-df8c-4823-a3f4-ed74ffafefd7 req-b6ff66d7-381b-4a1e-adca-9fcce6868c91 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.1564968 Feb 28 19:07:35.752937 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f8448140-df8c-4823-a3f4-ed74ffafefd7 req-41353704-d516-43f4-a4bb-03e8ec77bff7 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Feb 28 19:07:36.111869 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940d5ed-9620-4362-bd20-cd1043e6bec1 req-b7c737f8-f2fb-4f29-859c-1e4dcd8dd766 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:36.113407 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0940d5ed-9620-4362-bd20-cd1043e6bec1 req-b7c737f8-f2fb-4f29-859c-1e4dcd8dd766 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.0937061 Feb 28 19:07:36.166841 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0940d5ed-9620-4362-bd20-cd1043e6bec1 req-e1952f87-ec03-4cc6-98e1-09af072f2c4c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Feb 28 19:07:36.814316 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cd515-5a96-409d-ac61-6c1f850dfea6 req-3d38ebd0-5036-4f6d-b703-12a773c72ad9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:36.836126 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1a2cd515-5a96-409d-ac61-6c1f850dfea6 req-3d38ebd0-5036-4f6d-b703-12a773c72ad9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.2102540 Feb 28 19:07:36.839534 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 4484df65-525f-482b-ba44-9a602c9599d7 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:36.976793 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1a2cd515-5a96-409d-ac61-6c1f850dfea6 req-d26b345d-38b5-487a-8007-538834c22041 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349494 Feb 28 19:07:37.109840 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33c02-6927-45c7-ba76-bbacd17f2c3b req-ae340d83-9719-44ea-90d2-62457fed7872 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:37.111366 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0af33c02-6927-45c7-ba76-bbacd17f2c3b req-ae340d83-9719-44ea-90d2-62457fed7872 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.0951343 Feb 28 19:07:37.155337 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 4484df65-525f-482b-ba44-9a602c9599d7 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:37.161582 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 4484df65-525f-482b-ba44-9a602c9599d7 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:37.162058 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.174697 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0af33c02-6927-45c7-ba76-bbacd17f2c3b req-92cdbba5-d9f6-4d07-8dab-804ae92d01f6 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571244 Feb 28 19:07:37.332165 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.371410 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 4484df65-525f-482b-ba44-9a602c9599d7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=4484df65-525f-482b-ba44-9a602c9599d7,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:37.427799 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127a3a8-2966-4dc1-bf0d-fd56f3f7b3d3 req-f1e6a90d-bba2-4fd0-9ae9-8610f6238651 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:37.429380 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a127a3a8-2966-4dc1-bf0d-fd56f3f7b3d3 req-f1e6a90d-bba2-4fd0-9ae9-8610f6238651 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.0978627 Feb 28 19:07:37.452794 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:37.488146 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a127a3a8-2966-4dc1-bf0d-fd56f3f7b3d3 req-f7732e59-027d-49fb-8f1e-1e370f972d17 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507982 Feb 28 19:07:37.552667 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=4484df65-525f-482b-ba44-9a602c9599d7,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:38.303984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804dbfd-2e6c-4a6e-9897-18b01d22c273 req-288c3f00-f445-4c53-afe0-6d34ebec5bb9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.308087 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1804dbfd-2e6c-4a6e-9897-18b01d22c273 req-288c3f00-f445-4c53-afe0-6d34ebec5bb9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1983337 Feb 28 19:07:38.356720 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1804dbfd-2e6c-4a6e-9897-18b01d22c273 req-ff757c33-3aeb-4b6c-9cac-b7f094c381bd tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Feb 28 19:07:38.384239 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141dc1a-f56e-4816-bd93-ad022ce4438a req-d1f591ba-5640-455a-ad07-a0ef5201ec95 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.385809 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4141dc1a-f56e-4816-bd93-ad022ce4438a req-d1f591ba-5640-455a-ad07-a0ef5201ec95 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.0913439 Feb 28 19:07:38.439599 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4141dc1a-f56e-4816-bd93-ad022ce4438a req-1efe5fc0-fc9d-461b-b20d-16bbe8b7a540 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481248 Feb 28 19:07:38.701170 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1b3ac-61da-4e84-8297-8dcc73361953 req-3d05fc0b-3d93-41fa-b3e9-17bba574ac46 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:38.702741 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b3b1b3ac-61da-4e84-8297-8dcc73361953 req-3d05fc0b-3d93-41fa-b3e9-17bba574ac46 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.0921729 Feb 28 19:07:38.704458 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 4484df65-525f-482b-ba44-9a602c9599d7 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:38.754906 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b3b1b3ac-61da-4e84-8297-8dcc73361953 req-c216932a-35fe-4cc5-a7f0-c28d8f0b135e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Feb 28 19:07:38.794151 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 4484df65-525f-482b-ba44-9a602c9599d7 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:38.794578 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:39.608707 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68b7d1-5226-43ce-b45f-5fde762ddbd0 req-d8fca20d-e75a-4d11-bf37-4a13a5ae6f49 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:39.611060 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-da68b7d1-5226-43ce-b45f-5fde762ddbd0 req-d8fca20d-e75a-4d11-bf37-4a13a5ae6f49 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1231611 Feb 28 19:07:39.693444 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-da68b7d1-5226-43ce-b45f-5fde762ddbd0 req-99fe6a81-851a-420a-aa5d-22461ece87a9 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720124 Feb 28 19:07:39.803051 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac902f20-671e-4225-b6c4-fa46619c9e7a req-209c839b-9056-4133-999f-4bd6bd2c92c3 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:39.810977 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ac902f20-671e-4225-b6c4-fa46619c9e7a req-209c839b-9056-4133-999f-4bd6bd2c92c3 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.1759655 Feb 28 19:07:39.852862 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-8380a3a7-99de-4c20-9224-a23a95d7631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:39.854824 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-8380a3a7-99de-4c20-9224-a23a95d7631c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1096 time: 0.1784520 Feb 28 19:07:39.874151 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ac902f20-671e-4225-b6c4-fa46619c9e7a req-fe0fb306-ef7a-4955-a7c0-d171edb72aff tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621979 Feb 28 19:07:40.008296 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafb8d9-651b-4e1a-bcca-cc338a46355e req-8f2891c0-dac6-4b61-8477-7732300bfdb5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:40.011603 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7fafb8d9-651b-4e1a-bcca-cc338a46355e req-8f2891c0-dac6-4b61-8477-7732300bfdb5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.1090140 Feb 28 19:07:40.070976 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7fafb8d9-651b-4e1a-bcca-cc338a46355e req-2f09aeb8-73c8-415e-9059-51502047d0b9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487554 Feb 28 19:07:40.092374 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-26e37187-6d19-4260-8a6b-8501fc49f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:40.094318 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-26e37187-6d19-4260-8a6b-8501fc49f2eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.2170587 Feb 28 19:07:40.240283 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-eecbf5ef-39c2-42a7-8f0e-597c84c29b27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 200 len: 999 time: 0.1382232 Feb 28 19:07:40.312486 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-2e5451e7-e3dd-4d14-9818-2d862ce959d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:40.314027 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-2e5451e7-e3dd-4d14-9818-2d862ce959d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0662103 Feb 28 19:07:40.422247 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-3536c892-db92-4889-9008-204dffcb99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:40.423862 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-3536c892-db92-4889-9008-204dffcb99d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981739 Feb 28 19:07:40.611768 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-60d943b3-a3c0-4016-9503-c327a90c2df9 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774802 Feb 28 19:07:40.845645 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4c7c2228-5f96-441d-a359-7b79b66be607 req-ad22d190-a816-44d0-86c0-190c6c6c3605 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188594 Feb 28 19:07:41.006521 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9eae4-723a-4975-9028-675007a14187 req-1a765a1f-dbef-4e7b-bada-5ce665fe26af tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:41.008097 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68b9eae4-723a-4975-9028-675007a14187 req-1a765a1f-dbef-4e7b-bada-5ce665fe26af tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1464949 Feb 28 19:07:41.072094 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68b9eae4-723a-4975-9028-675007a14187 req-a49dc8f9-334c-4561-bf1c-3b8a92561bff tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498881 Feb 28 19:07:41.299946 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e5e15-9777-4366-9549-22f021b5340d req-2981035d-7908-42d1-9587-14ac7edf4540 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:41.301633 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e2e5e15-9777-4366-9549-22f021b5340d req-2981035d-7908-42d1-9587-14ac7edf4540 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.1077805 Feb 28 19:07:41.349131 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e2e5e15-9777-4366-9549-22f021b5340d req-14ae1059-0bb0-4233-b18a-9b76973cd47d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Feb 28 19:07:41.674900 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d545791-14d8-4146-b012-52860185ed9e req-0e11e4ef-0d25-4da9-82e4-2eda4ad8899b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:41.681839 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3d545791-14d8-4146-b012-52860185ed9e req-0e11e4ef-0d25-4da9-82e4-2eda4ad8899b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 943 time: 0.2115867 Feb 28 19:07:41.763541 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3d545791-14d8-4146-b012-52860185ed9e req-2eb4f558-c010-48ac-af01-7f622f6b43c1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805178 Feb 28 19:07:41.777559 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-9e6d2535-8e46-4fe5-94fa-b0e28dd7febb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:41.779040 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-9e6d2535-8e46-4fe5-94fa-b0e28dd7febb tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1851308 Feb 28 19:07:41.861603 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Deleting port 12bacb43-1217-49a4-8beb-d544f75967e5 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:41.862310 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:42.088989 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:07:42.297617 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:42.299970 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] For port 12bacb43-1217-49a4-8beb-d544f75967e5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=12bacb43-1217-49a4-8beb-d544f75967e5,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:42.301235 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:42.313787 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'port_id': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'mac_address': 'fa:16:3e:ff:fc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:07:42.356031 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021d61c-04bf-4e66-840a-1ba6e996a551 req-ff08bbe1-0378-4f5f-94d2-8a41fb6f4699 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:42.357666 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e021d61c-04bf-4e66-840a-1ba6e996a551 req-ff08bbe1-0378-4f5f-94d2-8a41fb6f4699 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 945 time: 0.1318913 Feb 28 19:07:42.385216 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:42.404402 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e021d61c-04bf-4e66-840a-1ba6e996a551 req-7b6917d1-f667-4bdb-af73-0f33e9224e8c tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1477839-2db6-40d0-ad2a-1b6585523e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Feb 28 19:07:42.404902 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bb2c40-ad5d-4389-901a-2023ce6d4786 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:07:42.429821 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:42.474229 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Calling delete_port for 12bacb43-1217-49a4-8beb-d544f75967e5 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:42.646511 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:42.718686 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:42.722112 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=9']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:42.786577 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Pushing event deleted for resources: {'Port': ['ID=12bacb43-1217-49a4-8beb-d544f75967e5,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:42.927344 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['f6bb2c40-ad5d-4389-901a-2023ce6d4786'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:07:42.971151 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] No DVR routers for this DVR port 12bacb43-1217-49a4-8beb-d544f75967e5 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:07:42.973915 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:42.984465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'name': 'network-vif-deleted', 'tag': '12bacb43-1217-49a4-8beb-d544f75967e5'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:43.073776 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b86215e-01f3-4846-8a8a-ae4e53a3b079', 'name': 'network-vif-deleted', 'tag': '12bacb43-1217-49a4-8beb-d544f75967e5', 'status': 'completed', 'code': 200} Feb 28 19:07:43.096454 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324a248-c289-428d-a318-b95f3bef05c3 req-01aba8b4-5de4-4815-a19a-62f8c2050a8e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:43.097929 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4324a248-c289-428d-a318-b95f3bef05c3 req-01aba8b4-5de4-4815-a19a-62f8c2050a8e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.1791930 Feb 28 19:07:43.099505 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-dc4acca4-7603-4777-877f-0bbfdbc31189 req-f5f58ec3-c003-45c6-a72d-58000877d60b tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.55 "DELETE /v2.0/ports/12bacb43-1217-49a4-8beb-d544f75967e5 HTTP/1.1" status: 204 len: 173 time: 1.3142784 Feb 28 19:07:43.163921 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4324a248-c289-428d-a318-b95f3bef05c3 req-446b8ef5-c77d-4c86-9469-4ec60409a99c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590522 Feb 28 19:07:43.732878 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ff11bcd3-e6c8-40d5-962f-38808de1ded8 req-a458c3d2-5a6b-4470-8632-a508360c7f92 tempest-ServerRescueNegativeTestJSON-508605667 tempest-ServerRescueNegativeTestJSON-508605667-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b86215e-01f3-4846-8a8a-ae4e53a3b079 HTTP/1.1" status: 200 len: 210 time: 0.0932193 Feb 28 19:07:44.015610 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7052-d820-438d-8ba7-dbed4435b2be req-ba50ad1a-7986-4eb2-bc44-0e2ab5298d0a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:44.023489 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f5ce7052-d820-438d-8ba7-dbed4435b2be req-ba50ad1a-7986-4eb2-bc44-0e2ab5298d0a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1051166 Feb 28 19:07:44.086720 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f5ce7052-d820-438d-8ba7-dbed4435b2be req-d3e83f43-cb3b-4952-88e7-64997a9df8f5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618737 Feb 28 19:07:44.103034 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:07:44.179486 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port f6bb2c40-ad5d-4389-901a-2023ce6d4786 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:44.179903 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b1e62-3a10-4f31-b651-ca856430592c req-c2c51151-0fc7-454f-8638-11eb7d04e27d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:44.180419 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:44.181449 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-821b1e62-3a10-4f31-b651-ca856430592c req-c2c51151-0fc7-454f-8638-11eb7d04e27d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.1657596 Feb 28 19:07:44.264092 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-821b1e62-3a10-4f31-b651-ca856430592c req-9316682c-15e9-4586-8976-d00b876003ef tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Feb 28 19:07:44.316194 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:44.361565 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:44.386979 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:44.420642 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'code': 200} Feb 28 19:07:44.434173 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1e60-d6fb-464b-b74a-457ca2aee703 req-05640b77-70ae-4ca9-ad39-7b570280552f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:44.435954 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e45d1e60-d6fb-464b-b74a-457ca2aee703 req-05640b77-70ae-4ca9-ad39-7b570280552f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 944 time: 0.1144130 Feb 28 19:07:44.467044 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:44.468046 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 12bacb43-1217-49a4-8beb-d544f75967e5 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:44.547085 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e45d1e60-d6fb-464b-b74a-457ca2aee703 req-0876afeb-ec42-4bae-9e43-978ceee9bf6d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001756 Feb 28 19:07:44.594030 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 12bacb43-1217-49a4-8beb-d544f75967e5 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:44.594030 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 12bacb43-1217-49a4-8beb-d544f75967e5 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:44.636281 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=10']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:44.867720 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 52890) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:45.394979 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57cff3-1ae5-4a4c-8522-f0e39c7466c0 req-277d7daa-76df-41ab-a7cd-4f1731f35bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:45.404090 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0b57cff3-1ae5-4a4c-8522-f0e39c7466c0 req-277d7daa-76df-41ab-a7cd-4f1731f35bde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 1099 time: 0.2134972 Feb 28 19:07:45.506534 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0b57cff3-1ae5-4a4c-8522-f0e39c7466c0 req-e5067a29-c7ed-4f05-aaba-05db26687675 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925062 Feb 28 19:07:45.553598 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-11e4672c-9552-43eb-b50f-b5d1fa0aba01 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:45.555776 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-11e4672c-9552-43eb-b50f-b5d1fa0aba01 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.2788796 Feb 28 19:07:45.598361 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692babd-2620-4642-9698-24647e23e8d7 req-438e3334-4038-46e3-9377-15f6dae56de3 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:45.606983 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6692babd-2620-4642-9698-24647e23e8d7 req-438e3334-4038-46e3-9377-15f6dae56de3 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 945 time: 0.1348042 Feb 28 19:07:45.658905 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0af9cf-d202-4546-8032-a29516c49fde req-305d1ead-f187-45cd-99eb-898f09aa4e3a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:45.662906 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9b0af9cf-d202-4546-8032-a29516c49fde req-305d1ead-f187-45cd-99eb-898f09aa4e3a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.4186292 Feb 28 19:07:45.673422 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6692babd-2620-4642-9698-24647e23e8d7 req-9a9f04bf-5f9c-4735-8693-64511466097b tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655568 Feb 28 19:07:45.750602 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9b0af9cf-d202-4546-8032-a29516c49fde req-4a51fe2b-ebd4-42e3-84a0-f3d3b047ab5d tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828202 Feb 28 19:07:45.866964 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:45.893267 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Deleting port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:45.893267 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:46.034860 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c59ce-ffd4-4b48-85e5-3d0e662c73d4 req-b40d3d81-f31c-4823-847f-368854dd223c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:46.044233 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d78c59ce-ffd4-4b48-85e5-3d0e662c73d4 req-b40d3d81-f31c-4823-847f-368854dd223c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.2224307 Feb 28 19:07:46.121465 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d78c59ce-ffd4-4b48-85e5-3d0e662c73d4 req-db79002f-6885-48be-a190-e84ec2d7275b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758889 Feb 28 19:07:46.348672 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] For port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,segment=NetworkSegment(0554e019-238e-4164-a909-f5a8792cfc59),segment_id=0554e019-238e-4164-a909-f5a8792cfc59)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:46.348672 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:46.401647 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Deleting port e7fdd445-e11f-45ae-857c-5d441339eeb7 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:46.402747 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:46.550597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Calling delete_port for ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:46.675532 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] For port e7fdd445-e11f-45ae-857c-5d441339eeb7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=e7fdd445-e11f-45ae-857c-5d441339eeb7,segment=NetworkSegment(f89190cb-daf5-4112-bbe3-c577974e810b),segment_id=f89190cb-daf5-4112-bbe3-c577974e810b)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:46.675846 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:46.819141 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Calling delete_port for e7fdd445-e11f-45ae-857c-5d441339eeb7 owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:46.963292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:46.974882 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['ff1ebfc4-2b64-4855-b45d-be6c2c4f5685'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:07:47.052513 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Pushing event deleted for resources: {'Port': ['ID=ff1ebfc4-2b64-4855-b45d-be6c2c4f5685,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:47.137923 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] No DVR routers for this DVR port ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:07:47.141704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:47.144339 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'name': 'network-vif-deleted', 'tag': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:07:47.184242 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3b50b-8dc1-4ab0-aaa0-4d93be36a0f7 req-647fdd93-6c46-4cb1-87e8-6a260e903327 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:47.186317 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ea3b50b-8dc1-4ab0-aaa0-4d93be36a0f7 req-647fdd93-6c46-4cb1-87e8-6a260e903327 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2610612 Feb 28 19:07:47.241058 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-88b1a9f5-4052-47b6-b41f-959ba7a592ab req-acde4939-ea1e-4a2b-ac8e-4b6cd73fff2d tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.55 "DELETE /v2.0/ports/ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 HTTP/1.1" status: 204 len: 173 time: 1.5231357 Feb 28 19:07:47.248233 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ea3b50b-8dc1-4ab0-aaa0-4d93be36a0f7 req-97f4096c-e60e-447f-bb63-a8f283ec794a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542054 Feb 28 19:07:47.302825 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654495-9052-4deb-a8c1-8433df005e2a req-33115eb3-8c80-45b7-ab53-ebdc0366cc47 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:47.304244 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-62654495-9052-4deb-a8c1-8433df005e2a req-33115eb3-8c80-45b7-ab53-ebdc0366cc47 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 867 time: 0.4228516 Feb 28 19:07:47.388164 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-62654495-9052-4deb-a8c1-8433df005e2a req-2277055f-1589-4ad9-94e1-af63f595c0f6 tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/security-groups?id=b95e75cb-d10e-473a-b62f-522b9bff94aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736182 Feb 28 19:07:47.498175 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0faf4c-938d-4295-94ca-b02dd6ef2aef', 'name': 'network-vif-deleted', 'tag': 'ff1ebfc4-2b64-4855-b45d-be6c2c4f5685', 'status': 'completed', 'code': 200} Feb 28 19:07:47.578546 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:47.594036 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4e33e-1967-45ac-831d-2b5f0cf7a7f0 req-f9de44f2-1193-48c8-bb15-659469a47c06 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:47.595756 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-85f4e33e-1967-45ac-831d-2b5f0cf7a7f0 req-f9de44f2-1193-48c8-bb15-659469a47c06 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.1784732 Feb 28 19:07:47.666365 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fdd445-e11f-45ae-857c-5d441339eeb7,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:47.684468 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-85f4e33e-1967-45ac-831d-2b5f0cf7a7f0 req-671cc50e-528c-4fcd-a657-3c473e9409ba tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802464 Feb 28 19:07:47.702308 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.702728 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.703140 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.703532 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.703923 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.704368 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.704746 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.705142 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.705523 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.705902 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.706292 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.706677 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:47.989105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:47.997549 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-0991073d-090a-418f-a809-7ec1eb0c89b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:48.502078 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:07:48.802389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-e1bd8943-0cbe-4d09-ac9f-d59b75dcb405 req-d0554c4a-9cd6-4227-9329-f2c8684e3acb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Synchronizing usage tracker for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:48.875953 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f9631-945b-4fcd-affe-0a73970184fe req-e37119e8-bc9a-4716-a4fa-56b8ac603543 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:48.883311 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-211f9631-945b-4fcd-affe-0a73970184fe req-e37119e8-bc9a-4716-a4fa-56b8ac603543 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.3761296 Feb 28 19:07:48.923138 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-e1bd8943-0cbe-4d09-ac9f-d59b75dcb405 req-d0554c4a-9cd6-4227-9329-f2c8684e3acb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] Unset dirty status for tenant:cbff2027f5ce4c90bad6c482cfeabff4 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:48.924660 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e1bd8943-0cbe-4d09-ac9f-d59b75dcb405 req-d0554c4a-9cd6-4227-9329-f2c8684e3acb tempest-VolumesActionsTest-1023527526 tempest-VolumesActionsTest-1023527526-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a0faf4c-938d-4295-94ca-b02dd6ef2aef HTTP/1.1" status: 200 len: 210 time: 0.2210577 Feb 28 19:07:49.028630 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:07:49.039839 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] Sync routers for ids ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:07:49.042510 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-211f9631-945b-4fcd-affe-0a73970184fe req-d6d96c22-5ddd-4460-aca3-07b0e3069502 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580329 Feb 28 19:07:49.055423 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] Routers {'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:49.056067 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:07:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:49.061768 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1ec901eb-689c-46bc-b261-7873381963f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/bcf3e1fe-d482-4c0a-a7c1-bb6da1327359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1925719 Feb 28 19:07:49.066650 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 52968) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:49.357598 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] Set router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:49.378380 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.459306 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702348a-36ab-4a74-9fd4-d440d517e295 req-f803420d-811e-4c79-ae65-6bbcc3dfd72a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:49.466955 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c702348a-36ab-4a74-9fd4-d440d517e295 req-f803420d-811e-4c79-ae65-6bbcc3dfd72a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.2916079 Feb 28 19:07:49.605288 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c702348a-36ab-4a74-9fd4-d440d517e295 req-37dd5ccd-e7dd-48f9-932e-06f33f636d34 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372287 Feb 28 19:07:49.649827 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.749188 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Deleting port e751f0ba-bbc7-4fdf-b696-5136aa836b46 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:07:49.749679 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:49.750225 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39'}], 'enable_snat': True}, 'gw_port_id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:07:47Z', 'revision_number': 5, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port': {'id': 'e751f0ba-bbc7-4fdf-b696-5136aa836b46', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:44Z', 'updated_at': '2022-02-28T19:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:49.754560 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] Checking router: bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:07:49.764304 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] Routers {'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:07:49.764901 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:07:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:49.935875 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] Set router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 gateway port host: None {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:07:49.953397 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] For port e751f0ba-bbc7-4fdf-b696-5136aa836b46, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=e751f0ba-bbc7-4fdf-b696-5136aa836b46,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:07:49.953397 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:50.051835 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:07:49Z', 'revision_number': 6, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port_host': None}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:50.056531 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a827ae-2c09-434b-ae06-8a12d88f6307 None None] The sync data for ids ['bcf3e1fe-d482-4c0a-a7c1-bb6da1327359'] in dv-cinder-831187-1-smb is: [{'id': 'bcf3e1fe-d482-4c0a-a7c1-bb6da1327359', 'name': 'tempest-ServerRescueNegativeTestJSON-1468589024-router', 'tenant_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:07:49Z', 'revision_number': 6, 'project_id': 'ddfc0f864536401bb8d7d8a363e234d1', 'gw_port_host': None}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:07:50.127022 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:50.221565 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:50.224273 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device ff1ebfc4-2b64-4855-b45d-be6c2c4f5685 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:50.252262 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Calling delete_port for e751f0ba-bbc7-4fdf-b696-5136aa836b46 owned by network:router_gateway {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:07:50.939826 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e7fdd445-e11f-45ae-857c-5d441339eeb7 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:50.941699 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626133a-0388-427b-a527-9fc267a7fa4e req-9263dcef-1266-46c1-ac08-5f6127cf5d95 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:50.941699 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d626133a-0388-427b-a527-9fc267a7fa4e req-9263dcef-1266-46c1-ac08-5f6127cf5d95 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.4062223 Feb 28 19:07:50.942582 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: e7fdd445-e11f-45ae-857c-5d441339eeb7 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:50.942582 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e7fdd445-e11f-45ae-857c-5d441339eeb7 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:50.942999 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d626133a-0388-427b-a527-9fc267a7fa4e req-632f92e1-4e2a-44b1-96dd-74e3b042a106 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817945 Feb 28 19:07:50.943096 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33f776-8d5c-428a-b330-d54f4907c643 req-93267911-eb46-438d-a443-34adfa161154 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:50.943096 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-eb33f776-8d5c-428a-b330-d54f4907c643 req-93267911-eb46-438d-a443-34adfa161154 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.0879438 Feb 28 19:07:50.943096 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-eb33f776-8d5c-428a-b330-d54f4907c643 req-c380e38c-8f06-4229-8126-43bfff5e2a03 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404706 Feb 28 19:07:51.120840 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e2be2ad0-abe9-4c44-80a6-91aa3c84c4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.122326 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.173052 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e751f0ba-bbc7-4fdf-b696-5136aa836b46,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:51.212582 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.212951 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.213288 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.213698 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.213919 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.214273 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.214539 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.214904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.215255 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.215453 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.215780 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.216199 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:07:51.310378 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.518315 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.585630 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.588963 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.760432 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.760947 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 {{(pid=87802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:07:51.781843 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.783133 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-84381c0e-c9ff-48e6-b7aa-47890da77eb3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bcf3e1fe-d482-4c0a-a7c1-bb6da1327359 HTTP/1.1" status: 204 len: 168 time: 2.7152047 Feb 28 19:07:51.785929 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53008) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:51.850322 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Deleting subnet e49fc376-dc5d-457f-af83-348f6dd23d1f {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:07:51.854874 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:51.917126 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.081618 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.139430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3322a-185d-4936-9b05-780fccdccba6 req-632ce0d0-8d55-4100-8e69-92baa259405f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:52.141824 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-47a3322a-185d-4936-9b05-780fccdccba6 req-632ce0d0-8d55-4100-8e69-92baa259405f tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0987804 Feb 28 19:07:52.190047 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-47a3322a-185d-4936-9b05-780fccdccba6 req-dcab21ef-90f0-45a3-a0f5-1cd2eafde4d1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Feb 28 19:07:52.266601 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.311571 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49fc376-dc5d-457f-af83-348f6dd23d1f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:52.316481 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.324310 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.324968 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-d4e5b5a3-66e3-40b9-8d96-7704043aed51 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e49fc376-dc5d-457f-af83-348f6dd23d1f HTTP/1.1" status: 204 len: 168 time: 0.5380027 Feb 28 19:07:52.327374 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53030) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:52.442357 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.591002 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.624847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0168d769-d656-4cc1-9879-e688195afd21']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:52.636079 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89190cb-daf5-4112-bbe3-c577974e810b') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:52.636713 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89190cb-daf5-4112-bbe3-c577974e810b') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:07:52.649171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.672250 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.686621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:07:52.687133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:07:52.702168 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:07:52.711486 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e751f0ba-bbc7-4fdf-b696-5136aa836b46 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:07:52.746695 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: e751f0ba-bbc7-4fdf-b696-5136aa836b46 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:07:52.747662 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device e751f0ba-bbc7-4fdf-b696-5136aa836b46 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:07:52.863125 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.885730 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:52.888115 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0168d769-d656-4cc1-9879-e688195afd21,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:52.933273 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-661a5c3a-1f9a-4b81-9ca9-a01fd91b0acc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:52.933958 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-661a5c3a-1f9a-4b81-9ca9-a01fd91b0acc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:network {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:52.941305 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-bd8cd8e5-896e-4529-9c35-0415ee4069d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0168d769-d656-4cc1-9879-e688195afd21 HTTP/1.1" status: 204 len: 168 time: 0.6128464 Feb 28 19:07:53.031604 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-661a5c3a-1f9a-4b81-9ca9-a01fd91b0acc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:network {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:53.032807 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-661a5c3a-1f9a-4b81-9ca9-a01fd91b0acc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 814 time: 0.2533076 Feb 28 19:07:53.047771 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-e093515f-c9c5-430f-99fb-96d355756572 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/quotas/271747ba662346368b8ed85d07b7027b HTTP/1.1" status: 200 len: 375 time: 0.0094752 Feb 28 19:07:53.136788 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-72cdc961-350f-40c3-aa85-e9f2dd7a6520 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814579 Feb 28 19:07:53.275227 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-3aedd698-f102-499a-9e22-b94aae3ceb21 service neutron] 10.222.0.41 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266165 Feb 28 19:07:53.315340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53078) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:53.387318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d431-6077-499f-a9c9-2d40661c835c req-7956f4fc-f0ff-4a32-81d5-da0e998b4461 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:53.388873 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-44d6d431-6077-499f-a9c9-2d40661c835c req-7956f4fc-f0ff-4a32-81d5-da0e998b4461 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0846019 Feb 28 19:07:53.433383 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-dfccb826-70f8-41f8-9dac-ec135f9bd900 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddfc0f864536401bb8d7d8a363e234d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1134448 Feb 28 19:07:53.433714 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53082) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:53.449043 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-7ed88222-ce41-4d0a-a1c8-fd952abf8b12 service neutron] 10.222.0.41 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676152 Feb 28 19:07:53.456300 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-44d6d431-6077-499f-a9c9-2d40661c835c req-7ff64231-5f00-40d8-986c-fcb4dc4e4f48 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591919 Feb 28 19:07:53.504740 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18edb32d-b5c1-4454-b00d-fef8976c4325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.531810 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18edb32d-b5c1-4454-b00d-fef8976c4325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.534840 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.690896 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18edb32d-b5c1-4454-b00d-fef8976c4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.716868 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-ed750036-b1ea-4326-8d61-155be073cb92 req-1a9a0480-4ad5-4c59-b4c1-eb5fa336d683 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:07:53.724171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edb32d-b5c1-4454-b00d-fef8976c4325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1477839-2db6-40d0-ad2a-1b6585523e26,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:53.824821 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-18edb32d-b5c1-4454-b00d-fef8976c4325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:53.828728 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-18edb32d-b5c1-4454-b00d-fef8976c4325 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1477839-2db6-40d0-ad2a-1b6585523e26 HTTP/1.1" status: 204 len: 168 time: 0.3950815 Feb 28 19:07:53.839152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-ed750036-b1ea-4326-8d61-155be073cb92 req-1a9a0480-4ad5-4c59-b4c1-eb5fa336d683 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:07:53.840703 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ed750036-b1ea-4326-8d61-155be073cb92 req-1a9a0480-4ad5-4c59-b4c1-eb5fa336d683 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 210 time: 0.1863067 Feb 28 19:07:54.735651 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b262e0-d72b-4028-8472-6ea29de2e099 req-88f8d6dc-a605-4d65-b75b-483fc1368ce0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:54.747592 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f5b262e0-d72b-4028-8472-6ea29de2e099 req-88f8d6dc-a605-4d65-b75b-483fc1368ce0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1048677 Feb 28 19:07:54.808529 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f5b262e0-d72b-4028-8472-6ea29de2e099 req-9f4b0644-68d4-494e-8676-beaafb351189 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595093 Feb 28 19:07:55.151470 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4aa5d7cf-d0a3-4155-856c-6a6002d3a600 req-6c58a018-ad2d-4b2c-b72c-3e5a7fe0b314 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 210 time: 0.2213032 Feb 28 19:07:55.402240 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53154) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:55.625331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2408af-52d5-4f9f-9807-a667481bd895 req-9b011d40-6337-461e-9ef6-73c89d88398e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.644190 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ec2408af-52d5-4f9f-9807-a667481bd895 req-9b011d40-6337-461e-9ef6-73c89d88398e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2059591 Feb 28 19:07:55.665468 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-726955105-network', 'tenant_id': '593e215dbaab4907aee377120abbce6d'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:55.671102 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:55.675495 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Usage tracker for resource:network and tenant:593e215dbaab4907aee377120abbce6d is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:55.678815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:55.686086 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:55.743103 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ec2408af-52d5-4f9f-9807-a667481bd895 req-9ebf8bfa-42c0-41b9-941e-95a4c291869a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979571 Feb 28 19:07:55.788294 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-d49436bc-42b6-4875-adbf-a4053c40e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.789762 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-d49436bc-42b6-4875-adbf-a4053c40e587 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1098 time: 0.1037688 Feb 28 19:07:55.803418 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Made reservation on behalf of 593e215dbaab4907aee377120abbce6d for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:55.805699 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.822072 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:55.837701 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:55.843130 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Usage tracker for resource:security_group_rule and tenant:593e215dbaab4907aee377120abbce6d is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:55.851433 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:55.859891 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:55.975892 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-2f58920d-24db-44a0-b6c0-e7e3db3e103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:55.977438 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-2f58920d-24db-44a0-b6c0-e7e3db3e103d service neutron] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 911 time: 0.1809013 Feb 28 19:07:56.008013 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.086577 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-dee04abe-3016-4459-83d3-b186c14209eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 1000 time: 0.1024623 Feb 28 19:07:56.114872 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.160433 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-65dee64b-6b52-4c8d-b434-e0a0661a807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:56.162877 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-65dee64b-6b52-4c8d-b434-e0a0661a807d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.0696898 Feb 28 19:07:56.181317 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:07:56.192341 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eebbf9-ebd7-4d50-a3f7-2864de744413,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:56.205919 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.206868 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Added segment e04e5eb9-3623-49e4-8e80-1c6b2683501b of type vlan for network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd Feb 28 19:07:56.264478 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.297381 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-eee5358a-f7e8-411d-9978-45606872f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:56.300457 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-eee5358a-f7e8-411d-9978-45606872f5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1272366 Feb 28 19:07:56.414586 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.417862 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:56.418491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.458259 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-bd2de118-a479-436b-a358-9ad27b3c317e req-88531463-289c-406c-8dcd-9da2098a032f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 210 time: 0.1048913 Feb 28 19:07:56.566271 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] Pushing event updated for resources: {'Network': ['ID=60a08dcb-1c2b-4fd3-9e98-29114524e0fd,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:56.577776 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:07:56.614622 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-c352de05-b7ec-4c9a-a29b-1f6a95b1e3d3 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979546 Feb 28 19:07:56.636382 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-d5c2273a-275d-42dc-bec9-adcb72a0778b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2330248 Feb 28 19:07:56.639299 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53170) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:56.648732 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Request body: {'subnet': {'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-726955105-subnet', 'tenant_id': '593e215dbaab4907aee377120abbce6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:56.665456 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:56.673621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Usage tracker for resource:subnet and tenant:593e215dbaab4907aee377120abbce6d is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:56.680813 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:56.694982 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:56.785947 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Made reservation on behalf of 593e215dbaab4907aee377120abbce6d for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:56.788336 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2738631'] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:56.870171 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-904ba42a-5e0f-497e-b210-c6a6ca6de49b req-a87ae609-afdc-4b58-98d1-5bf34cd41553 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813045 Feb 28 19:07:56.887059 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-b237a9e5-ac49-47c2-add0-7b077ffef2b2 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:56.890933 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-b237a9e5-ac49-47c2-add0-7b077ffef2b2 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 814 time: 0.3384526 Feb 28 19:07:56.910803 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'port': {'device_id': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'admin_state_up': True, 'tenant_id': '271747ba662346368b8ed85d07b7027b'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:57.153228 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:57.168989 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207ffb0-52c2-4ac9-a117-c267f819763e req-cdb2b81d-debb-4d2f-bad8-da7c4a962fa1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:57.169315 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2738641'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:57.170509 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6207ffb0-52c2-4ac9-a117-c267f819763e req-cdb2b81d-debb-4d2f-bad8-da7c4a962fa1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.2194149 Feb 28 19:07:57.175010 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:57.248252 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6207ffb0-52c2-4ac9-a117-c267f819763e req-24fc1ea1-e6a0-4d58-8653-f994bd242abf tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658398 Feb 28 19:07:57.272548 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Made reservation on behalf of 271747ba662346368b8ed85d07b7027b for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:07:57.277172 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:57.306985 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Checking segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:07:57.307292 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Network hostable DHCP agents. Network: 60a08dcb-1c2b-4fd3-9e98-29114524e0fd, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:07:57.315704 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ced0d7-f9fb-454d-8fa3-75bb84930c10,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:57.398004 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:07:57.495016 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 60a08dcb-1c2b-4fd3-9e98-29114524e0fd) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:57.500966 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:57.501649 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:57.508405 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a724e-b059-42d4-8502-7216c5a1ee17 None None] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:57.566854 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Allocated IP 172.20.0.11 (184883b9-8c3f-48f5-a337-4df076ab370a/52ce5c10-d7b2-40f1-9c39-c5db9327775c/99c93ba1-a1de-49a4-ba02-f21198867230) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:07:57.662498 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a651f04e-34fd-4be7-b70a-19d6af4668ea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0217113 Feb 28 19:07:57.743160 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53204) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:57.842236 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-43cd95ec-8859-4583-b2dd-0e757f491513 req-c50d61d3-35e5-4f21-b8ce-909f98184440 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 210 time: 0.0829492 Feb 28 19:07:57.991267 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5eed9-e66d-4ac2-967c-bc620a49e31a None None] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:07:58.100713 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.139550 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:07:58.146852 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.153928 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Usage tracker for resource:security_group_rule and tenant:56f1f07f33674ba2aa9e3677fa35320e is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:07:58.159444 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:07:58.167788 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Transition to ACTIVE for port object 99c93ba1-a1de-49a4-ba02-f21198867230 will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:58.172847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:07:58.341158 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.381403 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.422008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Network 184883b9-8c3f-48f5-a337-4df076ab370a is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:07:58.425267 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:07:58.430152 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:07:58.513717 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.546100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:58.578576 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:58.579425 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.613108 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56f1f07f33674ba2aa9e3677fa35320e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8651507 Feb 28 19:07:58.616283 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53232) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:07:58.696497 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-174bdc50-64c2-41b2-aa26-109962a6b380 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7959695 Feb 28 19:07:58.728241 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2628bcf1-3c41-450d-ba91-e5fa2273a224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.782399 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7de63-3b32-40f5-80c4-356f07a6dd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fe6d5-4161-40d4-ad83-05729fb778b0,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:58.785375 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2628bcf1-3c41-450d-ba91-e5fa2273a224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:58.834731 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d8937-54d7-49f6-a2c4-842a6c8d5eb6 req-c5688b5c-51d9-4281-be53-a0c8ee17f777 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:58.843245 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e99d8937-54d7-49f6-a2c4-842a6c8d5eb6 req-c5688b5c-51d9-4281-be53-a0c8ee17f777 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.4495833 Feb 28 19:07:58.866123 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Request body: {'port': {'device_id': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:07:58.903437 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e99d8937-54d7-49f6-a2c4-842a6c8d5eb6 req-b2cefdad-2fc0-4c4c-9c88-94ebb2e7e01e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588896 Feb 28 19:07:58.966038 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-5c67b978-564b-465f-8563-c87736e7d49a None None] Provisioning for port 99c93ba1-a1de-49a4-ba02-f21198867230 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:07:58.973666 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-5c67b978-564b-465f-8563-c87736e7d49a None None] Provisioning complete for port 99c93ba1-a1de-49a4-ba02-f21198867230 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:07:58.974268 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5c67b978-564b-465f-8563-c87736e7d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:59.035149 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:59.084269 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2628bcf1-3c41-450d-ba91-e5fa2273a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:59.120738 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-5c67b978-564b-465f-8563-c87736e7d49a None None] Port 99c93ba1-a1de-49a4-ba02-f21198867230 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:07:59.182563 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628bcf1-3c41-450d-ba91-e5fa2273a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fe6d5-4161-40d4-ad83-05729fb778b0,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:07:59.186849 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2628bcf1-3c41-450d-ba91-e5fa2273a224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:59.187963 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2628bcf1-3c41-450d-ba91-e5fa2273a224 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e8fe6d5-4161-40d4-ad83-05729fb778b0 HTTP/1.1" status: 204 len: 168 time: 0.5718036 Feb 28 19:07:59.243869 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b9120-3d2b-4c1d-8395-106c69fe3ed6 req-38e0d0d9-76c7-4097-a89c-b666819d3813 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:07:59.256559 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ae9b9120-3d2b-4c1d-8395-106c69fe3ed6 req-38e0d0d9-76c7-4097-a89c-b666819d3813 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 932 time: 0.1788118 Feb 28 19:07:59.348119 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ae9b9120-3d2b-4c1d-8395-106c69fe3ed6 req-7f2075a8-495b-4433-992d-897cf4818fd4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903497 Feb 28 19:07:59.579838 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c93ba1-a1de-49a4-ba02-f21198867230 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:07:59.589576 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:59.606199 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Transition to ACTIVE for port object 99c93ba1-a1de-49a4-ba02-f21198867230 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:07:59.674903 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:07:59.855561 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:00.192423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Attempting to bind port 99c93ba1-a1de-49a4-ba02-f21198867230 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:00.194212 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Attempting to bind port 99c93ba1-a1de-49a4-ba02-f21198867230 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:00.194958 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Attempting to bind port 99c93ba1-a1de-49a4-ba02-f21198867230 on network 184883b9-8c3f-48f5-a337-4df076ab370a {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:00.202236 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Port 99c93ba1-a1de-49a4-ba02-f21198867230 on network 184883b9-8c3f-48f5-a337-4df076ab370a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:00.202964 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Attempting to bind port 99c93ba1-a1de-49a4-ba02-f21198867230 on network 184883b9-8c3f-48f5-a337-4df076ab370a {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:00.210306 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:00.210996 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Checking segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:00.211637 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Bound using segment: {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:00.212631 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Bound port: 99c93ba1-a1de-49a4-ba02-f21198867230, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5baedbd2-ffb4-4020-8f77-56a7aa2e810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:00.213991 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.337143 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:00.346640 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:00.372353 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:08:00.412488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.560292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:00.591254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:00.592785 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.608420 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-6953d158-4f34-4ce7-ad51-6db745a6c0ae service neutron] 10.222.0.55 "PUT /v2.0/ports/99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 1094 time: 1.7478414 Feb 28 19:08:00.609040 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:00.622895 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:00.699915 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b28de-94aa-4083-9666-034a927a107b req-4772f063-1619-4148-aa58-40ed2f4ebc9d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:00.708070 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2a2b28de-94aa-4083-9666-034a927a107b req-4772f063-1619-4148-aa58-40ed2f4ebc9d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.1888909 Feb 28 19:08:00.832298 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2a2b28de-94aa-4083-9666-034a927a107b req-f06a7ff4-a539-478e-b8b7-4c89b910d489 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162875 Feb 28 19:08:00.924476 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'status': 'completed', 'code': 200} Feb 28 19:08:02.175985 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cba854-42a2-4365-8a87-b580d296e316 req-dbdf86cf-f1fd-474a-b74d-ca8cc5b10b30 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:02.183466 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-52cba854-42a2-4365-8a87-b580d296e316 req-dbdf86cf-f1fd-474a-b74d-ca8cc5b10b30 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.1919787 Feb 28 19:08:02.252643 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-52cba854-42a2-4365-8a87-b580d296e316 req-c14acc25-a5a4-410e-b6b3-ece01afdd098 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Feb 28 19:08:03.551384 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9aec-148d-47a8-b678-22580894faf9 req-02da2ae2-4905-461e-89ae-667c757844ea tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:03.559561 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-964d9aec-148d-47a8-b678-22580894faf9 req-02da2ae2-4905-461e-89ae-667c757844ea tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.1664889 Feb 28 19:08:03.657340 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-964d9aec-148d-47a8-b678-22580894faf9 req-33ca00bd-d589-44be-ac6f-b204c9b30e69 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961659 Feb 28 19:08:04.908436 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59724a-aa6a-43d4-97ce-1eaef1ecdb44 req-61fff9bf-daf1-47bd-a2af-7f85e49f6f9b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:04.916500 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ec59724a-aa6a-43d4-97ce-1eaef1ecdb44 req-61fff9bf-daf1-47bd-a2af-7f85e49f6f9b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.0994728 Feb 28 19:08:04.989365 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ec59724a-aa6a-43d4-97ce-1eaef1ecdb44 req-8e090849-7a56-4709-be93-6ea886385f3e tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Feb 28 19:08:06.235220 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c377-de97-4260-b366-379d5b925abc req-4cd1f399-6aa3-40e5-bc5f-f22a33b30ad5 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:06.240925 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e683c377-de97-4260-b366-379d5b925abc req-4cd1f399-6aa3-40e5-bc5f-f22a33b30ad5 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.1013486 Feb 28 19:08:06.352365 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e683c377-de97-4260-b366-379d5b925abc req-28742568-8463-4810-a402-285124eac57c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909345 Feb 28 19:08:07.602501 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422705e4-fa5d-438d-a735-3581d0a7f294 req-443cf8da-6dfd-457f-bb40-d7c76bcae6a0 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:07.604472 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-422705e4-fa5d-438d-a735-3581d0a7f294 req-443cf8da-6dfd-457f-bb40-d7c76bcae6a0 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.0992701 Feb 28 19:08:07.672625 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-422705e4-fa5d-438d-a735-3581d0a7f294 req-8eb2fdcb-13bc-4cee-a033-ca49f57b923c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592661 Feb 28 19:08:08.418896 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-7b62b2a1-9928-4dfe-86ec-9aaba1ed5182 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:08.437380 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-7b62b2a1-9928-4dfe-86ec-9aaba1ed5182 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.2625334 Feb 28 19:08:08.466704 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-9d965176-ab99-4289-92f8-4beb9be671da tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/quotas/593e215dbaab4907aee377120abbce6d HTTP/1.1" status: 200 len: 375 time: 0.0282767 Feb 28 19:08:08.583196 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-92dcb389-3421-45d3-9d75-c2a3abf85279 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1155210 Feb 28 19:08:08.738250 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-d3a78654-915e-45c5-9f2d-fd5d4485db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:08.739787 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-d3a78654-915e-45c5-9f2d-fd5d4485db18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1097 time: 0.2287147 Feb 28 19:08:08.866696 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec67b5-3232-4d6b-a552-159d8d283708 req-8da99205-ce19-4889-bac9-0fdb1c089b88 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:08.868255 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d7ec67b5-3232-4d6b-a552-159d8d283708 req-8da99205-ce19-4889-bac9-0fdb1c089b88 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.0931892 Feb 28 19:08:08.916026 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-5fd2f172-3397-4eb8-b00d-f394536106e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 217 time: 0.1674354 Feb 28 19:08:08.919799 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-f4cc94b7-bed8-4852-85d0-5c8e584ca65b service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357844 Feb 28 19:08:08.922634 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d7ec67b5-3232-4d6b-a552-159d8d283708 req-659c35b8-3c5e-4638-bed9-6c27c6300edf tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Feb 28 19:08:09.080836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-957d9c22-cba3-47f2-9483-3f4f43085dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:09.082294 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-957d9c22-cba3-47f2-9483-3f4f43085dc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.1610470 Feb 28 19:08:09.168000 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-4f353a5f-61e9-456f-b4ff-05122f484c49 service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146363 Feb 28 19:08:09.216911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-a93b284d-eed3-4fd0-8ac3-ce337ccb39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:09.219192 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-a93b284d-eed3-4fd0-8ac3-ce337ccb39ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289041 Feb 28 19:08:09.425836 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-d0b95dfc-aefd-4714-8f95-c431280a868f service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958220 Feb 28 19:08:09.548841 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c6205728-d551-4290-815e-51cffa032777 req-a2bc231b-f9b6-4f5a-91e4-094ea6951d2c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 210 time: 0.1126337 Feb 28 19:08:09.636938 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f2eec76-048c-48c8-a11d-d09bd0609599 req-598da765-e16e-4662-b1f1-34c47f953932 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039812 Feb 28 19:08:09.844065 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-7b5383f9-9ada-4223-985b-f4ae25377d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:09.846108 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-7b5383f9-9ada-4223-985b-f4ae25377d34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1097 time: 0.0837374 Feb 28 19:08:10.007676 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-0de33c1c-eec2-4d89-ba43-0dc3c72b1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:10.009764 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-0de33c1c-eec2-4d89-ba43-0dc3c72b1ea2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.1559012 Feb 28 19:08:10.136084 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-58636e4f-953d-4502-a315-aed75ac99420 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 217 time: 0.1146789 Feb 28 19:08:10.216565 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-722a7f66-8fe2-493e-b8a1-5ba83f5ae763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:10.218747 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-722a7f66-8fe2-493e-b8a1-5ba83f5ae763 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.0755332 Feb 28 19:08:10.286507 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-e2bb1c64-570a-456c-bc76-d527a8356c25 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:10.287218 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-e2bb1c64-570a-456c-bc76-d527a8356c25 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:10.326597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-0b525275-1942-4ce2-aee1-32e360703c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:10.328109 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-0b525275-1942-4ce2-aee1-32e360703c1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013722 Feb 28 19:08:10.374199 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-e2bb1c64-570a-456c-bc76-d527a8356c25 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:10.380948 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-e2bb1c64-570a-456c-bc76-d527a8356c25 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.2969401 Feb 28 19:08:10.489845 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-d612a8af-13fd-4b86-8000-31ae13682b4c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:security_group {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:10.527533 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-44aa8a6b-9f71-4499-a151-810878e6ec9c service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913090 Feb 28 19:08:10.632554 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-d612a8af-13fd-4b86-8000-31ae13682b4c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:security_group {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:10.641643 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68137405-9e32-4ef2-9cc2-ebb50dc85f9a req-d612a8af-13fd-4b86-8000-31ae13682b4c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596838 Feb 28 19:08:10.702612 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-25f1e308-0ab7-42fa-b508-95c17e27482f req-82882c09-4647-4113-8a9f-0315234d909f service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683698 Feb 28 19:08:10.711527 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-66795b64-4bb7-403c-8946-1734453bdb87 req-cd774fae-ab98-496a-97e6-1e8846ca0bb9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 210 time: 0.0466683 Feb 28 19:08:11.919904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94438-5cfc-49f9-b30a-af99960fdcb6 req-9398ad09-b7ee-4535-8ab2-da47fe8d5923 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:11.943368 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5ef94438-5cfc-49f9-b30a-af99960fdcb6 req-9398ad09-b7ee-4535-8ab2-da47fe8d5923 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 944 time: 0.1543148 Feb 28 19:08:11.963272 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d911fabf-d138-4cdf-ad6a-177a93850291 req-d232cebb-9be0-4283-a7c5-fbcf6184ab42 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 210 time: 0.0658629 Feb 28 19:08:12.182702 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 99c93ba1-a1de-49a4-ba02-f21198867230 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:08:12.193660 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5ef94438-5cfc-49f9-b30a-af99960fdcb6 req-8c63b332-935c-41fa-8e2c-d8e38eb5b8e9 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478526 Feb 28 19:08:12.290196 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-e13def82-f965-498f-9829-e1ba5441e2e8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:12.292653 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-e13def82-f965-498f-9829-e1ba5441e2e8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.3421099 Feb 28 19:08:12.311933 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Request body: {'port': {'device_id': 'ef9a08e1-3492-47a2-897b-62724912b057', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'admin_state_up': True, 'tenant_id': '593e215dbaab4907aee377120abbce6d'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:12.359614 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:12.399544 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '99c93ba1-a1de-49a4-ba02-f21198867230', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'port_id': '99c93ba1-a1de-49a4-ba02-f21198867230', 'mac_address': 'fa:16:3e:dc:12:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:08:12.470898 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:12.477233 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:12.483242 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Usage tracker for resource:port and tenant:593e215dbaab4907aee377120abbce6d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:12.486738 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:12.489500 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c93ba1-a1de-49a4-ba02-f21198867230 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:12.495059 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:12.506592 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:12.588970 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Made reservation on behalf of 593e215dbaab4907aee377120abbce6d for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:12.592867 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:12.611555 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:12.695174 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:12.709922 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.710265 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.710612 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.711602 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.711999 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.712454 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.712926 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.713274 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.713633 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.714135 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.714522 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.715351 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:12.781900 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Allocated IP 172.20.0.2 (60a08dcb-1c2b-4fd3-9e98-29114524e0fd/65ced0d7-f9fb-454d-8fa3-75bb84930c10/b5bbb47d-437a-4fdf-a958-41cb3bda7627) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:12.855327 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['99c93ba1-a1de-49a4-ba02-f21198867230'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:13.010984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:13.108783 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:13.157308 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1adb8-f9ae-45c0-8273-93d46bfa36f8 req-0d3da2ce-f6a2-4da1-a79a-8d8d281cd068 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:13.159034 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-acc1adb8-f9ae-45c0-8273-93d46bfa36f8 req-0d3da2ce-f6a2-4da1-a79a-8d8d281cd068 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 931 time: 0.0850248 Feb 28 19:08:13.174991 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:13.178075 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:13.182546 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:13.204953 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-acc1adb8-f9ae-45c0-8273-93d46bfa36f8 req-dea25d32-4c79-4f08-8c56-347b2982a19c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:13.236851 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event updated for resources: {'Port': ['ID=b5bbb47d-437a-4fdf-a958-41cb3bda7627,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:13.258284 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:13.258879 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:13.291132 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-acc1adb8-f9ae-45c0-8273-93d46bfa36f8 req-dea25d32-4c79-4f08-8c56-347b2982a19c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:13.292323 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-acc1adb8-f9ae-45c0-8273-93d46bfa36f8 req-dea25d32-4c79-4f08-8c56-347b2982a19c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275444 Feb 28 19:08:13.357655 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-1d3c4bb3-9cc2-4c9c-bf4b-feb955e237b2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503783 Feb 28 19:08:13.373179 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Request body: {'port': {'device_id': 'ef9a08e1-3492-47a2-897b-62724912b057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:13.448150 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad514c84-4f2d-4791-a66a-914fe5738e93 req-f20aff40-4e9b-4f06-8099-c661cb9ed6b3 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:13.449604 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ad514c84-4f2d-4791-a66a-914fe5738e93 req-f20aff40-4e9b-4f06-8099-c661cb9ed6b3 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 945 time: 0.1481211 Feb 28 19:08:13.533305 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:13.547859 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ad514c84-4f2d-4791-a66a-914fe5738e93 req-9a1b1976-7dda-4ef0-b28c-4ac5008a9ebe tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723665 Feb 28 19:08:13.872640 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bbb47d-437a-4fdf-a958-41cb3bda7627 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:13.880167 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:13.894490 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Transition to ACTIVE for port object b5bbb47d-437a-4fdf-a958-41cb3bda7627 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:13.942743 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.096009 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bbb47d-437a-4fdf-a958-41cb3bda7627,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:14.172600 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Attempting to bind port b5bbb47d-437a-4fdf-a958-41cb3bda7627 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:14.172928 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Attempting to bind port b5bbb47d-437a-4fdf-a958-41cb3bda7627 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:14.173250 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Attempting to bind port b5bbb47d-437a-4fdf-a958-41cb3bda7627 on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:14.177722 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Port b5bbb47d-437a-4fdf-a958-41cb3bda7627 on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:14.178041 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Attempting to bind port b5bbb47d-437a-4fdf-a958-41cb3bda7627 on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:14.180387 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 99c93ba1-a1de-49a4-ba02-f21198867230 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:14.184071 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:14.184439 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Checking segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:14.184819 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Bound using segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:14.185233 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Bound port: b5bbb47d-437a-4fdf-a958-41cb3bda7627, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:14.185578 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.320382 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 99c93ba1-a1de-49a4-ba02-f21198867230 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:14.327016 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 99c93ba1-a1de-49a4-ba02-f21198867230 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:14.327377 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.365842 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] For port b5bbb47d-437a-4fdf-a958-41cb3bda7627, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:14.370453 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] For port b5bbb47d-437a-4fdf-a958-41cb3bda7627, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:14.445999 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.449642 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.485584 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:14.487403 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:14.513376 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3749a0-14ae-418d-8d38-dcf0d35edeb7 req-7bffd07a-9969-49ba-8028-8b0a3b5662b4 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:14.525657 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ea3749a0-14ae-418d-8d38-dcf0d35edeb7 req-7bffd07a-9969-49ba-8028-8b0a3b5662b4 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 943 time: 0.1227736 Feb 28 19:08:14.533033 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:14.533033 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.533033 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] 10.222.0.55 "PUT /v2.0/ports/b5bbb47d-437a-4fdf-a958-41cb3bda7627 HTTP/1.1" status: 200 len: 1093 time: 1.1631465 Feb 28 19:08:14.533033 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9a08e1-3492-47a2-897b-62724912b057', 'tag': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:14.562209 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d34a7-fbc1-488a-9be7-abb677871258 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bbb47d-437a-4fdf-a958-41cb3bda7627,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:14.567863 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'code': 200} Feb 28 19:08:14.580495 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:14.596986 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ea3749a0-14ae-418d-8d38-dcf0d35edeb7 req-6b427085-bd8c-496c-8fc6-e047ca1ae29a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637805 Feb 28 19:08:14.648149 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9a08e1-3492-47a2-897b-62724912b057', 'tag': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627', 'status': 'completed', 'code': 200} Feb 28 19:08:14.668008 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:14.740146 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-99faa868-11a1-469a-b6dd-fde7a3d1d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:14.745521 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-99faa868-11a1-469a-b6dd-fde7a3d1d3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 1096 time: 0.0792723 Feb 28 19:08:14.809435 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad2c6-332b-4c79-99c3-3fda09971ed4 req-750f2364-0530-43c0-835b-67c8c686b83f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:14.811016 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-076ad2c6-332b-4c79-99c3-3fda09971ed4 req-750f2364-0530-43c0-835b-67c8c686b83f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.0902643 Feb 28 19:08:14.820359 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-c37884fe-f863-422c-9a78-fcd551dba94c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627 HTTP/1.1" status: 200 len: 217 time: 0.0699317 Feb 28 19:08:14.863612 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-076ad2c6-332b-4c79-99c3-3fda09971ed4 req-25d2ed56-4d72-4916-9255-f2ba236a9019 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Feb 28 19:08:14.892771 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-92bd0eaf-fb1f-47ba-b28a-4c8b76fae83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:14.894384 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-92bd0eaf-fb1f-47ba-b28a-4c8b76fae83e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.0681338 Feb 28 19:08:14.984844 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-d7e29e79-4eca-4515-a91b-7747d98f7873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831439 Feb 28 19:08:15.113070 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf87588-8f84-4afd-95a7-d8260606f4a8 req-847f6239-4183-4cf1-abd2-31249c64bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:15.114543 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4bf87588-8f84-4afd-95a7-d8260606f4a8 req-847f6239-4183-4cf1-abd2-31249c64bdd1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1099 time: 0.1817429 Feb 28 19:08:15.152322 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-907339b2-cc91-4f56-963e-9f6fe601a175 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610429 Feb 28 19:08:15.199521 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4bf87588-8f84-4afd-95a7-d8260606f4a8 req-d8c2706f-1638-41d9-8921-baf364fc13d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713804 Feb 28 19:08:15.294192 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b938419e-ebb7-4742-a6e0-2383569aa5c4 req-9a7ba5e5-796a-44d0-83f8-7f0d75f7eb90 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344571 Feb 28 19:08:15.614969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-43734124-520d-410c-8e07-b5ade9ca9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:15.616584 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-43734124-520d-410c-8e07-b5ade9ca9ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 1096 time: 0.0715361 Feb 28 19:08:15.810359 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-046a0686-7214-40e6-af9f-1672f9ad45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:15.811835 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-046a0686-7214-40e6-af9f-1672f9ad45db service neutron] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 915 time: 0.1893744 Feb 28 19:08:15.887116 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497b15-b8ca-4409-b102-bfd5504dd967 req-67a342dd-38af-4f6a-ae44-73cba9504745 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:15.887572 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-62497b15-b8ca-4409-b102-bfd5504dd967 req-67a342dd-38af-4f6a-ae44-73cba9504745 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:15.899052 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-39b5894e-a2b8-4d49-a49f-c664b555351d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627 HTTP/1.1" status: 200 len: 217 time: 0.0774441 Feb 28 19:08:15.973408 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-57c1bf82-42c3-4bad-b461-7f0f42aa3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:15.974863 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-57c1bf82-42c3-4bad-b461-7f0f42aa3f88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.0665281 Feb 28 19:08:16.023690 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-19cca7bb-c8b8-4b22-bf70-fab1783da9ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413847 Feb 28 19:08:16.050099 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08a306-4328-4251-946f-ba0318e4d7da req-08f0021a-e821-4bc6-a5f8-f896975345d8 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:16.050833 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-62497b15-b8ca-4409-b102-bfd5504dd967 req-67a342dd-38af-4f6a-ae44-73cba9504745 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:16.051581 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4b08a306-4328-4251-946f-ba0318e4d7da req-08f0021a-e821-4bc6-a5f8-f896975345d8 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.0831833 Feb 28 19:08:16.051901 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-62497b15-b8ca-4409-b102-bfd5504dd967 req-67a342dd-38af-4f6a-ae44-73cba9504745 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 943 time: 0.3416376 Feb 28 19:08:16.102639 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4b08a306-4328-4251-946f-ba0318e4d7da req-92fb5b11-1da8-4f48-86e6-db680019b4ff tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Feb 28 19:08:16.172572 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-62497b15-b8ca-4409-b102-bfd5504dd967 req-514b755c-3435-433c-8e81-82c253c3262a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067717 Feb 28 19:08:16.198170 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-9d30e2a9-79fe-4f63-8dc2-6e6c11aee962 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673481 Feb 28 19:08:16.340728 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aef05e36-aa97-48de-8c6b-413360f40c7a req-406e83a7-19b7-43f8-94a5-32803425923f service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297143 Feb 28 19:08:17.289054 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f0e3b-94b5-4b39-8de4-17a8f598a627 req-d9c17a29-c553-4bc3-b5f6-1995dc6ad4bc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:17.290520 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-420f0e3b-94b5-4b39-8de4-17a8f598a627 req-d9c17a29-c553-4bc3-b5f6-1995dc6ad4bc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.0822601 Feb 28 19:08:17.335707 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-420f0e3b-94b5-4b39-8de4-17a8f598a627 req-9654c73a-7557-4905-b5af-ae7a989865de tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Feb 28 19:08:17.444314 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53426) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:17.474093 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903adcc-3b36-4227-912c-18953c3b86a4 req-ed8a510c-7235-463a-b8f3-1b9947e6c3a6 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:17.474093 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d903adcc-3b36-4227-912c-18953c3b86a4 req-ed8a510c-7235-463a-b8f3-1b9947e6c3a6 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 943 time: 0.1869316 Feb 28 19:08:17.527076 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Deleting subnet fd4026c1-3be8-4196-aed9-e0894804e1e8 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:08:17.528605 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d903adcc-3b36-4227-912c-18953c3b86a4 req-fa503149-0e86-42bc-8876-b3b47b2bca8b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Feb 28 19:08:17.530847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:17.588382 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:17.685940 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:17.834974 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1891c-2948-4cd4-949e-33e85c186454 req-8e1a907a-519c-44fd-af4c-75f025aa7254 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:17.836380 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aef1891c-2948-4cd4-949e-33e85c186454 req-8e1a907a-519c-44fd-af4c-75f025aa7254 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.2222285 Feb 28 19:08:17.882504 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aef1891c-2948-4cd4-949e-33e85c186454 req-6ab9418c-e084-4911-b86c-4f999c30cbbe tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Feb 28 19:08:17.925998 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:17.968282 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:17.970984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4026c1-3be8-4196-aed9-e0894804e1e8,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:17.981564 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ce91f1c5-4f7c-42ed-822a-1b3fb4b7b735 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fd4026c1-3be8-4196-aed9-e0894804e1e8 HTTP/1.1" status: 204 len: 168 time: 0.5359726 Feb 28 19:08:17.983970 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53432) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:18.005737 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ff75-791a-4d51-b769-70bddafbf48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.093477 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.196467 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b5bbb47d-437a-4fdf-a958-41cb3bda7627 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:08:18.255917 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.292835 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98982c3d-28fb-43d2-8396-867f7f38e73c']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:18.308088 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0554e019-238e-4164-a909-f5a8792cfc59') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:18.308417 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0554e019-238e-4164-a909-f5a8792cfc59') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:18.323887 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.331228 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port b5bbb47d-437a-4fdf-a958-41cb3bda7627, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:18.344197 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'port_id': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627', 'mac_address': 'fa:16:3e:05:72:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ced0d7-f9fb-454d-8fa3-75bb84930c10', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:08:18.344616 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.356007 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:08:18.358780 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:08:18.370232 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:08:18.388703 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53991a0-a9aa-4265-915b-d34eca266388 req-514f12e7-5a45-4737-aec9-899a640dca2d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:18.390183 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a53991a0-a9aa-4265-915b-d34eca266388 req-514f12e7-5a45-4737-aec9-899a640dca2d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.1780000 Feb 28 19:08:18.400782 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.418366 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bbb47d-437a-4fdf-a958-41cb3bda7627 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:18.433972 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port b5bbb47d-437a-4fdf-a958-41cb3bda7627, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:18.487070 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a53991a0-a9aa-4265-915b-d34eca266388 req-1772b2bc-cb4f-41f2-a74b-fdb84fecf367 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Feb 28 19:08:18.502581 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.526114 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.530836 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:18.555795 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] Pushing event deleted for resources: {'Network': ['ID=98982c3d-28fb-43d2-8396-867f7f38e73c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:18.562790 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-e869017a-3c66-4d9d-bd8b-884a50cc840f admin admin] 10.222.0.41 "DELETE /v2.0/networks/98982c3d-28fb-43d2-8396-867f7f38e73c HTTP/1.1" status: 204 len: 168 time: 0.5756714 Feb 28 19:08:18.589446 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=b5bbb47d-437a-4fdf-a958-41cb3bda7627,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:18.734951 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddde93f-3cc3-488c-b51c-97fbb8f1ea04 req-cf80ff95-68bf-4bb1-86d3-83c3911283dc tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:18.736438 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cddde93f-3cc3-488c-b51c-97fbb8f1ea04 req-cf80ff95-68bf-4bb1-86d3-83c3911283dc tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 944 time: 0.0864077 Feb 28 19:08:18.785194 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cddde93f-3cc3-488c-b51c-97fbb8f1ea04 req-5abc1b11-5050-4679-856f-e63f07271d6a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Feb 28 19:08:18.792101 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:18.948565 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53446) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:19.012676 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-48c60625-7bc8-461c-ae7a-039bfcb1e84e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbff2027f5ce4c90bad6c482cfeabff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628731 Feb 28 19:08:19.015321 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53450) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:19.078192 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bb0427d0-7186-46cf-9af2-f3b5a66bcdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:19.105358 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bb0427d0-7186-46cf-9af2-f3b5a66bcdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:19.214722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bb0427d0-7186-46cf-9af2-f3b5a66bcdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:19.233217 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0427d0-7186-46cf-9af2-f3b5a66bcdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95e75cb-d10e-473a-b62f-522b9bff94aa,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:19.301176 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-bb0427d0-7186-46cf-9af2-f3b5a66bcdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:19.302283 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-bb0427d0-7186-46cf-9af2-f3b5a66bcdce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b95e75cb-d10e-473a-b62f-522b9bff94aa HTTP/1.1" status: 204 len: 168 time: 0.2860563 Feb 28 19:08:19.971449 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fd1fe-4762-4ff8-874f-20c335e248d6 req-a85ae40f-d65f-40a8-9ecf-a139b8b81b57 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:19.972940 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6a3fd1fe-4762-4ff8-874f-20c335e248d6 req-a85ae40f-d65f-40a8-9ecf-a139b8b81b57 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 944 time: 0.0818057 Feb 28 19:08:20.017975 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6a3fd1fe-4762-4ff8-874f-20c335e248d6 req-5ecb419e-7389-4989-8fe6-8c47b3f5c489 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 Feb 28 19:08:20.210906 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b5bbb47d-437a-4fdf-a958-41cb3bda7627 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:20.335107 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port b5bbb47d-437a-4fdf-a958-41cb3bda7627 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:20.344340 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port b5bbb47d-437a-4fdf-a958-41cb3bda7627 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:20.344340 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:20.489726 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:20.517630 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9a08e1-3492-47a2-897b-62724912b057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:20.543756 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port b5bbb47d-437a-4fdf-a958-41cb3bda7627, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:20.564925 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9a08e1-3492-47a2-897b-62724912b057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627', 'code': 200} Feb 28 19:08:20.659860 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:20.744948 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=b5bbb47d-437a-4fdf-a958-41cb3bda7627,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:20.805206 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7ea9cebf-c668-46a4-849b-f0a6977b2857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:20.944198 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e34e92-8bf3-4f9a-a0d5-6538760e5113 req-e51d8ac7-dcd5-4a3f-9c9d-e41548a6a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:20.945696 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1e34e92-8bf3-4f9a-a0d5-6538760e5113 req-e51d8ac7-dcd5-4a3f-9c9d-e41548a6a20d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 1098 time: 0.0745795 Feb 28 19:08:20.993336 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1e34e92-8bf3-4f9a-a0d5-6538760e5113 req-3592bd0b-b7b9-4689-8a99-0b4462d898cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Feb 28 19:08:21.213576 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe9eda-d14d-4243-ae27-a0b2d0c101e7 req-74cb5bdf-ff76-44f1-a46f-6b2da7f2baf1 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:21.215040 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-58fe9eda-d14d-4243-ae27-a0b2d0c101e7 req-74cb5bdf-ff76-44f1-a46f-6b2da7f2baf1 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.0873947 Feb 28 19:08:21.262168 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-58fe9eda-d14d-4243-ae27-a0b2d0c101e7 req-b3c87f9f-e603-4397-9638-3e5fe7100ba8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Feb 28 19:08:21.486161 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:22.314075 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:22.456867 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455faf2-901c-4580-be5c-c3740d828e80 req-6ecbd4ae-f36b-49bc-83ad-7b0ae7aa584c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:22.458527 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5455faf2-901c-4580-be5c-c3740d828e80 req-6ecbd4ae-f36b-49bc-83ad-7b0ae7aa584c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Feb 28 19:08:22.515356 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5455faf2-901c-4580-be5c-c3740d828e80 req-8efba63c-a275-46af-9fbc-377d8ec8addd tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Feb 28 19:08:23.582883 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:23.709526 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e13c-807b-4f41-899d-317949507438 req-65fc9766-9e3b-4059-a5eb-7a53f27e008d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:23.710954 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e511e13c-807b-4f41-899d-317949507438 req-65fc9766-9e3b-4059-a5eb-7a53f27e008d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.0822880 Feb 28 19:08:23.757093 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e511e13c-807b-4f41-899d-317949507438 req-2c858633-be3f-4647-8fcc-4f10e59de29b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403237 Feb 28 19:08:24.139708 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919baac-79bc-4b5f-926f-b8447683e898 req-64aa403d-72fd-4c7f-bf3a-e241555591e8 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:24.141199 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4919baac-79bc-4b5f-926f-b8447683e898 req-64aa403d-72fd-4c7f-bf3a-e241555591e8 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.0867894 Feb 28 19:08:24.185778 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4919baac-79bc-4b5f-926f-b8447683e898 req-da929cfb-a184-445c-ab3d-0d872573b4ff tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Feb 28 19:08:24.209171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53540) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:24.459364 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22330e34-e0ce-4706-8652-579801a75132 tempest-TestMinimumBasicScenario-1111843696 tempest-TestMinimumBasicScenario-1111843696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:24.460075 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-22330e34-e0ce-4706-8652-579801a75132 tempest-TestMinimumBasicScenario-1111843696 tempest-TestMinimumBasicScenario-1111843696-project-admin] Synchronizing usage tracker for tenant:f37a6f74f77b4b2cb891b57b267ddd03 on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:24.565424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-22330e34-e0ce-4706-8652-579801a75132 tempest-TestMinimumBasicScenario-1111843696 tempest-TestMinimumBasicScenario-1111843696-project-admin] Unset dirty status for tenant:f37a6f74f77b4b2cb891b57b267ddd03 on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:24.566722 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-22330e34-e0ce-4706-8652-579801a75132 tempest-TestMinimumBasicScenario-1111843696 tempest-TestMinimumBasicScenario-1111843696-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1094 time: 0.3563585 Feb 28 19:08:24.569679 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53554) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:24.574789 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'floatingip': {'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'port_id': '99c93ba1-a1de-49a4-ba02-f21198867230', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:24.580574 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:24.584782 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:floatingip and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:24.587912 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:24.594313 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:24.696801 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for floatingip, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.830146 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:24.975584 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Allocated IP 172.28.1.63 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/34370bbe-34cb-4cde-9028-2e6efe48f918) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:25.125394 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:25.255144 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:25.324430 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:25.331723 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:25.335756 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:25.366679 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'Port': ['ID=34370bbe-34cb-4cde-9028-2e6efe48f918,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:25.848237 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:25.995276 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:26.209945 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:26.268185 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:26.378411 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'Port': ['ID=34370bbe-34cb-4cde-9028-2e6efe48f918,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:26.388363 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:26.579760 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.l3_db [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Floating IP f5e4bfb5-b57c-49da-be48-b8b89cf10529 associated. External IP: 172.28.1.63, port: 99c93ba1-a1de-49a4-ba02-f21198867230. Feb 28 19:08:26.938283 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Router 327ba4fa-cf83-43c2-bffb-aac640b90556 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:27.218847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:27.229971 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] Sync routers for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:27.239887 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:27.240526 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:27.300152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.363949 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-391ee77a-67bc-4350-b6b4-648171b4632d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7889984 Feb 28 19:08:27.363949 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:27.364267 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53594) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:27.368837 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230515864', 'description': 'tempest-secgroup-smoke-1230515864 description', 'project_id': '271747ba662346368b8ed85d07b7027b'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:27.376172 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:27.387427 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:27.415789 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'status': 'completed', 'code': 200} Feb 28 19:08:27.445414 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.460124 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:27.523467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:27.529078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:27.532409 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:27.538964 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:27.616535 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-2298ae2e-a193-40e0-bebb-aacdaeaeaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:27.618247 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-2298ae2e-a193-40e0-bebb-aacdaeaeaf15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1099 time: 0.1562726 Feb 28 19:08:27.708414 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.812551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:27.828183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-b3d0e715-8ac1-4f0b-bbf0-843d23b70d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:27.828183 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-b3d0e715-8ac1-4f0b-bbf0-843d23b70d92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.1992192 Feb 28 19:08:27.844783 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'f5e4bfb5-b57c-49da-be48-b8b89cf10529', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'floating_ip_address': '172.28.1.63', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'port_id': '99c93ba1-a1de-49a4-ba02-f21198867230', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'mac_address': 'fa:16:3e:dc:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:25Z', 'updated_at': '2022-02-28T19:08:25Z', 'revision_number': 0, 'project_id': '271747ba662346368b8ed85d07b7027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:23Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:27.849559 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] Checking router: 327ba4fa-cf83-43c2-bffb-aac640b90556 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:27.858923 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:27.859598 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:27.941611 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e44eb0-fe5e-4319-967c-7375028a2bc4,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:27.959334 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-de9a2cde-37d6-466f-b5aa-cef24d39a247 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 999 time: 0.1233630 Feb 28 19:08:28.024700 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.026524 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-70bdb777-cc7e-4bf1-b2a6-727b5d1db247 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6619534 Feb 28 19:08:28.029906 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53628) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:28.030444 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-251305f5-c191-4424-8b0a-3096802dcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:28.031642 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-251305f5-c191-4424-8b0a-3096802dcf1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.0606451 Feb 28 19:08:28.036196 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group_rule': {'security_group_id': '80e44eb0-fe5e-4319-967c-7375028a2bc4', 'project_id': '271747ba662346368b8ed85d07b7027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:28.039864 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:28.042548 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:28.046559 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:28.049545 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:28.056075 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:28.125122 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-1ca4cc13-92a6-44cb-8e8f-80312137fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:28.126631 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-1ca4cc13-92a6-44cb-8e8f-80312137fda7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856292 Feb 28 19:08:28.148187 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.215582 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.278188 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-abb7b568-eed8-49f3-9606-c59b953e0db4 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363604 Feb 28 19:08:28.291030 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.322203 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4351f3-c143-4d30-9f36-fdb5683733e2,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:28.414521 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.415801 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fde4c249-3ca1-47e4-9ce6-7e077ca0852b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841228 Feb 28 19:08:28.418825 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53634) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:28.423990 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group_rule': {'security_group_id': '80e44eb0-fe5e-4319-967c-7375028a2bc4', 'project_id': '271747ba662346368b8ed85d07b7027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:28.429331 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'f5e4bfb5-b57c-49da-be48-b8b89cf10529', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'floating_ip_address': '172.28.1.63', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'port_id': '99c93ba1-a1de-49a4-ba02-f21198867230', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'mac_address': 'fa:16:3e:dc:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:25Z', 'updated_at': '2022-02-28T19:08:25Z', 'revision_number': 0, 'project_id': '271747ba662346368b8ed85d07b7027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:23Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:28.430028 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:28.434320 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8684e-4bec-4173-a207-b57bbdb04abd None None] The sync data for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb is: [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'f5e4bfb5-b57c-49da-be48-b8b89cf10529', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'floating_ip_address': '172.28.1.63', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'port_id': '99c93ba1-a1de-49a4-ba02-f21198867230', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'mac_address': 'fa:16:3e:dc:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:25Z', 'updated_at': '2022-02-28T19:08:25Z', 'revision_number': 0, 'project_id': '271747ba662346368b8ed85d07b7027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:23Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:28.435070 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:28.437064 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-def9a3e3-ded4-4db6-904f-3c28281271ac req-3358da53-78f8-48cb-9f87-977a2d9685cb service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434069 Feb 28 19:08:28.438250 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:28.444742 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:28.585651 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.640833 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0945f540-4832-4a19-bd4e-5d983b997b55 None None] New status for floating IP f5e4bfb5-b57c-49da-be48-b8b89cf10529: ACTIVE {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:08:28.670562 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.725989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.752975 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f26ae97-2ea7-4765-ae80-09d03d98ac5c,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:28.833818 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:28.835558 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-dc3546eb-9854-4d80-8bea-f7c5c6136850 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4153764 Feb 28 19:08:28.842344 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53644) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:28.844744 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group_rule': {'security_group_id': '80e44eb0-fe5e-4319-967c-7375028a2bc4', 'project_id': '271747ba662346368b8ed85d07b7027b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:28.850855 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:28.855463 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:28.860275 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:28.866831 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:28.955877 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.022614 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.109213 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.196611 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806192d3-a7bc-4804-925d-cdd50a31f71c,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:29.245745 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-f3238ec5-08d8-4146-96ed-2c30b723a998 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:29.246427 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-f3238ec5-08d8-4146-96ed-2c30b723a998 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:network {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:29.282967 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.284152 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-40602223-41b8-4f5e-b721-50bac4fbd407 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4439380 Feb 28 19:08:29.286979 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53664) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:29.292418 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group_rule': {'security_group_id': '80e44eb0-fe5e-4319-967c-7375028a2bc4', 'project_id': '271747ba662346368b8ed85d07b7027b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:29.298088 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:29.301961 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:29.304853 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:29.315604 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:29.357385 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-f3238ec5-08d8-4146-96ed-2c30b723a998 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:network {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:29.358644 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-f3238ec5-08d8-4146-96ed-2c30b723a998 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.2840035 Feb 28 19:08:29.374207 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-0496cef2-acb6-4ace-bfc7-9141d7970908 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/quotas/593e215dbaab4907aee377120abbce6d HTTP/1.1" status: 200 len: 375 time: 0.0098369 Feb 28 19:08:29.431601 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.521039 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-324e9888-2c54-4aa6-be22-22736abe736d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362991 Feb 28 19:08:29.523077 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.607469 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.646168 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc189d34-faf0-472b-9b33-90dba502a43e,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:29.680052 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-da274c6c-c76e-4ada-9c46-517c4f8a2669 service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554742 Feb 28 19:08:29.775392 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.779868 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-7b199b8a-bcee-4d9e-9c72-7f3f54efbd62 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4892735 Feb 28 19:08:29.780297 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53678) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:29.786075 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group_rule': {'security_group_id': '80e44eb0-fe5e-4319-967c-7375028a2bc4', 'project_id': '271747ba662346368b8ed85d07b7027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:29.792185 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:29.796477 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:29.799695 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:29.807202 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:29.829574 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-dadbda36-ead2-4e8c-9844-325a71472a47 service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387911 Feb 28 19:08:29.891557 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.securitygroups_db [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Project 271747ba662346368b8ed85d07b7027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:08:29.906401 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:29.973466 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.074544 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.102348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e538373c-e1c0-4db6-8f42-6f1b11d46eae,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:30.142836 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f2b6e808-2732-4438-b020-75eb317d50de req-7e31430a-0075-4dcd-8f1a-246699e78572 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 210 time: 0.0678699 Feb 28 19:08:30.182642 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.183840 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-aeb48e1e-d600-496d-988b-ee4df37b6347 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4019976 Feb 28 19:08:30.186434 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53692) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:30.195324 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'security_group_rule': {'security_group_id': '80e44eb0-fe5e-4319-967c-7375028a2bc4', 'project_id': '271747ba662346368b8ed85d07b7027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:30.203580 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:30.207693 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Usage tracker for resource:security_group_rule and tenant:271747ba662346368b8ed85d07b7027b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:30.212973 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:30.220096 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:30.340954 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.securitygroups_db [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Project 271747ba662346368b8ed85d07b7027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:08:30.347839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.422171 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.514216 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.541113 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bfab83-2358-4e82-8d54-4b28dc6bd67c,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:30.645329 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.734733 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:30.735973 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3eb46948-317e-4aeb-8ccb-20c6f141730c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5485067 Feb 28 19:08:30.867273 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-f81e3bc5-7b1b-426b-9a9c-fd0db47b1cf4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230515864&fields=id&tenant_id=271747ba662346368b8ed85d07b7027b HTTP/1.1" status: 200 len: 267 time: 0.0444772 Feb 28 19:08:30.963048 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-a90d0d00-6f69-4354-901e-e46e3f4f8595 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:30.964910 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-a90d0d00-6f69-4354-901e-e46e3f4f8595 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.0910351 Feb 28 19:08:30.985613 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'port': {'security_groups': ['7a932b55-95db-4988-a8a7-4e7fd559506b', '80e44eb0-fe5e-4319-967c-7375028a2bc4']}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:31.104573 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.382186 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:31.408666 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.455999 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-12157e64-f75b-4319-a382-97ea1b5fe706 req-e64c61c2-db2b-45a0-b118-7dd6cb7f7206 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 210 time: 0.0441394 Feb 28 19:08:31.528716 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.540665 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['99c93ba1-a1de-49a4-ba02-f21198867230'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:31.647608 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:31.648395 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:31.653693 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-fb1b552b-f26b-4546-8441-2e48023aacd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1298537 Feb 28 19:08:31.657370 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8cbd510b-7c67-45d2-8d85-5f06fd018321 req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "PUT /v2.0/ports/99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 982 time: 0.6831737 Feb 28 19:08:31.657941 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:31.736763 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323a3f8-3fa4-4abc-93ea-3f6ee3d5f62d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=6']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:31.746365 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'status': 'completed', 'code': 200} Feb 28 19:08:31.839659 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['99c93ba1-a1de-49a4-ba02-f21198867230'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:32.051951 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-d230dcda-9637-493a-b260-7ae93827491d None None] Provisioning complete for port 99c93ba1-a1de-49a4-ba02-f21198867230 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:32.052329 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d230dcda-9637-493a-b260-7ae93827491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:32.121902 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-c7b3dd26-ea8f-4263-8237-5e2b3850b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.123387 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-c7b3dd26-ea8f-4263-8237-5e2b3850b30c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 1098 time: 0.4404976 Feb 28 19:08:32.184685 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-63f8bdb5-dc44-48ff-ae86-a35cc2e78522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.186186 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-63f8bdb5-dc44-48ff-ae86-a35cc2e78522 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1138 time: 0.2094631 Feb 28 19:08:32.204999 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bd581-d73e-459f-a8fa-5350d4c1b177 req-b6286eff-584f-4e3e-8e38-011fcd80aa75 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.206470 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e5bd581-d73e-459f-a8fa-5350d4c1b177 req-b6286eff-584f-4e3e-8e38-011fcd80aa75 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1964052 Feb 28 19:08:32.467255 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-9e5bd581-d73e-459f-a8fa-5350d4c1b177 req-bceeb7a0-8401-4a4e-90c5-1f4d9d475130 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:security_group {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:32.484947 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959c983-0a87-4134-a1d4-e90369922ba6 req-f9660580-f7d5-443c-981b-0163706c1254 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.486917 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a959c983-0a87-4134-a1d4-e90369922ba6 req-f9660580-f7d5-443c-981b-0163706c1254 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.1112132 Feb 28 19:08:32.497413 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-a6bc42bf-949f-47fc-9ba5-f2bef4fd25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.498976 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-a6bc42bf-949f-47fc-9ba5-f2bef4fd25a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 911 time: 0.3484988 Feb 28 19:08:32.566258 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a959c983-0a87-4134-a1d4-e90369922ba6 req-03f0e062-8eb9-4224-be90-f243c4b346db tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721948 Feb 28 19:08:32.628175 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-02e1de2f-a2f9-4eb0-aadc-9f4d4b03b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.629661 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-02e1de2f-a2f9-4eb0-aadc-9f4d4b03b92c service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.4197519 Feb 28 19:08:32.718940 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3b4a5961-20ff-4dd7-9aa0-855e110840b7 req-d445928c-47cf-49f3-9b95-96bf561ee761 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 210 time: 0.0448203 Feb 28 19:08:32.794729 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-9e5bd581-d73e-459f-a8fa-5350d4c1b177 req-bceeb7a0-8401-4a4e-90c5-1f4d9d475130 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:security_group {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:32.795918 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e5bd581-d73e-459f-a8fa-5350d4c1b177 req-bceeb7a0-8401-4a4e-90c5-1f4d9d475130 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5610702 Feb 28 19:08:32.804805 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-f8e03a30-2493-4db3-a38c-a54a7283ad6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 200 len: 1000 time: 0.2916551 Feb 28 19:08:32.889865 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-4346427f-183b-4168-832e-d4113d239a7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 1001 time: 0.2412965 Feb 28 19:08:32.961864 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-11ac06e3-b636-4a2f-a609-7159bd423ce3 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.963790 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-11ac06e3-b636-4a2f-a609-7159bd423ce3 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.3931217 Feb 28 19:08:32.970777 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-54fa358f-d7df-494c-a813-c08908c10d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:32.972142 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-54fa358f-d7df-494c-a813-c08908c10d39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.1561217 Feb 28 19:08:32.983579 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Request body: {'port': {'device_id': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'admin_state_up': True, 'tenant_id': '593e215dbaab4907aee377120abbce6d'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:33.132129 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-3da67291-9c22-4609-b4f0-b0b19f4d3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:33.133605 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-3da67291-9c22-4609-b4f0-b0b19f4d3ea7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.2137880 Feb 28 19:08:33.235502 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:33.251650 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:33.254910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-77b8ca7f-e73e-4043-ab83-c58e83e341d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:33.256412 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-77b8ca7f-e73e-4043-ab83-c58e83e341d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2541602 Feb 28 19:08:33.313340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-66493e36-24af-4f28-ad96-eacf160538a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:33.314871 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-66493e36-24af-4f28-ad96-eacf160538a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1703897 Feb 28 19:08:33.386840 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Made reservation on behalf of 593e215dbaab4907aee377120abbce6d for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:33.389978 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:33.702735 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-1ca3ca60-bf27-4e27-ba01-b9e0a731ad12 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324703 Feb 28 19:08:33.722334 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53744) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:33.783110 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69445a-691f-4bf8-bdb8-9f00f5fbb023 req-eb86df89-eb28-43b7-a606-cd4df9de7e8c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:33.784672 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0b69445a-691f-4bf8-bdb8-9f00f5fbb023 req-eb86df89-eb28-43b7-a606-cd4df9de7e8c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.0955646 Feb 28 19:08:33.852805 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0b69445a-691f-4bf8-bdb8-9f00f5fbb023 req-1502f7a8-5706-4243-8c9f-f025f975f93f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595772 Feb 28 19:08:33.875493 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-25003d94-fc9b-4728-bc92-82df9944fd89 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150955 Feb 28 19:08:33.954455 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:33.968983 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:33.972722 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2fa6cb84a94e38a8df54bfe2601e22 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:33.975450 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:33.977861 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4f5d1528-6ebf-4fed-990e-3543f1256e18 req-3634f308-a4f8-49b7-b55e-d8a18741f9c9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 210 time: 0.1118498 Feb 28 19:08:33.981797 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:33.981968 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Allocated IP 172.20.0.11 (60a08dcb-1c2b-4fd3-9e98-29114524e0fd/65ced0d7-f9fb-454d-8fa3-75bb84930c10/0339f091-bed7-4101-97c9-2abe92868026) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:34.075921 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.080037 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-060e3a32-7c1e-4925-9733-24f27b533aaf req-243ca8be-4d0c-4309-b23a-28a389455526 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661902 Feb 28 19:08:34.125241 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.148244 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2975b3a8-9b14-46f8-a8a4-e065e8b6ecdd req-5f2f3e59-248c-4ff5-b522-2228b92d4317 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275889 Feb 28 19:08:34.172934 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab2fa6cb84a94e38a8df54bfe2601e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454923 Feb 28 19:08:34.173751 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da0384-171f-41aa-b2a8-c4c9c1c640a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d897a3bc-5277-49f0-9c8c-9497777e3289,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:34.175936 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53754) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:34.391444 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b13347fe-d260-40f9-9175-b45a7265cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.407559 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.444474 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efd287-74f1-457d-9d34-640b5054f613 req-5284ee55-266d-49db-9739-32df87187a5d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:34.445930 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a9efd287-74f1-457d-9d34-640b5054f613 req-5284ee55-266d-49db-9739-32df87187a5d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.1875312 Feb 28 19:08:34.450773 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b13347fe-d260-40f9-9175-b45a7265cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.557801 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Deleting port f6bb2c40-ad5d-4389-901a-2023ce6d4786 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:08:34.558139 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.693182 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.703779 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:34.750247 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b13347fe-d260-40f9-9175-b45a7265cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.843697 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13347fe-d260-40f9-9175-b45a7265cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d897a3bc-5277-49f0-9c8c-9497777e3289,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:34.846500 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:34.863797 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:34.870786 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:34.904488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event updated for resources: {'Port': ['ID=0339f091-bed7-4101-97c9-2abe92868026,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:34.962125 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b13347fe-d260-40f9-9175-b45a7265cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.963921 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b13347fe-d260-40f9-9175-b45a7265cb8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d897a3bc-5277-49f0-9c8c-9497777e3289 HTTP/1.1" status: 204 len: 168 time: 0.7863975 Feb 28 19:08:34.974967 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:34.978158 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:34.981134 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] For port f6bb2c40-ad5d-4389-901a-2023ce6d4786, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=f6bb2c40-ad5d-4389-901a-2023ce6d4786,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:34.981494 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.082772 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22cd76-72e4-4666-a1d2-657adc51ce9e req-bd9c77b9-3cd3-4655-b3bb-0c59dc3f367d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:35.084569 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8b22cd76-72e4-4666-a1d2-657adc51ce9e req-bd9c77b9-3cd3-4655-b3bb-0c59dc3f367d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 946 time: 0.1162295 Feb 28 19:08:35.133033 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8b22cd76-72e4-4666-a1d2-657adc51ce9e req-e8cb9618-0016-4ea7-af59-6ead8f7fa741 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=253d9559-f9ad-42e5-9f95-65a18c59efc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Feb 28 19:08:35.201727 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-71273483-7208-4e75-af6f-7697b6416c4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2236502 Feb 28 19:08:35.224040 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Request body: {'port': {'device_id': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:35.574026 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.574396 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.574713 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Floating IP b4db81dd-4443-4b57-ba9c-dac559cb7567 disassociated. External IP: 172.28.1.137, port: f6bb2c40-ad5d-4389-901a-2023ce6d4786. Feb 28 19:08:35.575054 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Calling delete_port for f6bb2c40-ad5d-4389-901a-2023ce6d4786 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:08:35.618980 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:35.638473 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c30cb-b493-4219-8e3f-21f35385a423 req-30b30c74-78aa-4c9f-83d0-889b9d55de63 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:35.639166 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c03c30cb-b493-4219-8e3f-21f35385a423 req-30b30c74-78aa-4c9f-83d0-889b9d55de63 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:35.831567 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-c03c30cb-b493-4219-8e3f-21f35385a423 req-30b30c74-78aa-4c9f-83d0-889b9d55de63 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:35.832760 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c03c30cb-b493-4219-8e3f-21f35385a423 req-30b30c74-78aa-4c9f-83d0-889b9d55de63 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 932 time: 0.6785061 Feb 28 19:08:35.932977 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c03c30cb-b493-4219-8e3f-21f35385a423 req-d55841c3-db57-4be0-b687-f8d5767018bc tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911100 Feb 28 19:08:35.984603 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.010222 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53782) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:36.049727 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event deleted for resources: {'Port': ['ID=f6bb2c40-ad5d-4389-901a-2023ce6d4786,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:36.118713 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45633273-network', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:36.123506 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:36.127623 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Usage tracker for resource:network and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:36.130512 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:36.137121 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:36.203020 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Made reservation on behalf of 5518d47d1638480a986f6f9325e64e6b for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:36.205476 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.222286 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.241295 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:36.245724 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:36.280874 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:36.294846 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:36.298725 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-471f893b-a488-4baa-af50-975a1e9ba799 req-76e72964-242a-4df0-a415-77ea441ca35a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.0502007 Feb 28 19:08:36.321517 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:36.329808 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0339f091-bed7-4101-97c9-2abe92868026 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:36.341415 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.389413 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.423815 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Transition to ACTIVE for port object 0339f091-bed7-4101-97c9-2abe92868026 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:36.450985 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.484917 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:08:36.493336 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec4bac-8376-413f-b751-8c56134690fa,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:36.499815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.500158 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Added segment 10975c6b-73a8-4f9a-aa32-db7de0b6f28a of type vlan for network ebe91f25-072e-4c17-af50-c9925fb110a3 Feb 28 19:08:36.512693 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.551990 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.639675 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.641318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:36.641934 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.663858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:36.665694 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Pushing event updated for resources: {'Port': ['ID=0339f091-bed7-4101-97c9-2abe92868026,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:36.683750 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:36.697620 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:36.698925 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:36.742583 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe91f25-072e-4c17-af50-c9925fb110a3,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:36.768711 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network ebe91f25-072e-4c17-af50-c9925fb110a3 details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:08:36.835858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53790) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:36.836823 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] No DVR routers for this DVR port f6bb2c40-ad5d-4389-901a-2023ce6d4786 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:08:36.838367 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-26408cc3-3897-42d7-bbf5-0bb57db071b7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8251684 Feb 28 19:08:36.841521 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.846411 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-deleted', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:36.854193 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Request body: {'subnet': {'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45633273-subnet', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'ip_version': 4}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:36.869430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:36.876990 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Usage tracker for resource:subnet and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:36.881502 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:36.895270 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:36.906371 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a77a06-623f-4679-b99d-8ce795c9383b', 'name': 'network-vif-deleted', 'tag': 'f6bb2c40-ad5d-4389-901a-2023ce6d4786', 'status': 'completed', 'code': 200} Feb 28 19:08:36.909643 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Attempting to bind port 0339f091-bed7-4101-97c9-2abe92868026 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:36.909979 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Attempting to bind port 0339f091-bed7-4101-97c9-2abe92868026 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:36.910308 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Attempting to bind port 0339f091-bed7-4101-97c9-2abe92868026 on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:36.921149 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Port 0339f091-bed7-4101-97c9-2abe92868026 on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:36.924606 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Attempting to bind port 0339f091-bed7-4101-97c9-2abe92868026 on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:36.928368 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:36.928704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Checking segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:36.929096 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Bound using segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:36.929500 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Bound port: 0339f091-bed7-4101-97c9-2abe92868026, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:36.929887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:36.945387 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a9efd287-74f1-457d-9d34-640b5054f613 req-4d0ae7d8-daf2-45d5-bfa3-8cf8faddd537 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "DELETE /v2.0/ports/f6bb2c40-ad5d-4389-901a-2023ce6d4786 HTTP/1.1" status: 204 len: 173 time: 2.4879711 Feb 28 19:08:37.101933 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:37.164740 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Made reservation on behalf of 5518d47d1638480a986f6f9325e64e6b for: {'subnet': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:37.168078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2937805'] for subnet, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:37.258960 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a4776-02f0-4885-8f83-44ffb009ae25 req-b0331216-9fa1-4545-9cd0-599461ae3724 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.260631 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-552a4776-02f0-4885-8f83-44ffb009ae25 req-b0331216-9fa1-4545-9cd0-599461ae3724 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 944 time: 0.2018893 Feb 28 19:08:37.320701 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] For port 0339f091-bed7-4101-97c9-2abe92868026, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:37.324933 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] For port 0339f091-bed7-4101-97c9-2abe92868026, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0339f091-bed7-4101-97c9-2abe92868026,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:37.330726 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-552a4776-02f0-4885-8f83-44ffb009ae25 req-d8f448b4-5466-4561-adcf-b8b6f8ec666e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586097 Feb 28 19:08:37.364562 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:08:37.408641 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:37.485836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.486919 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:37.489393 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] 10.222.0.55 "PUT /v2.0/ports/0339f091-bed7-4101-97c9-2abe92868026 HTTP/1.1" status: 200 len: 1094 time: 2.2702746 Feb 28 19:08:37.520988 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:37.525858 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:37.534217 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:37.534810 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:37.560557 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-a52604d4-e741-4b38-945a-e84321067e28 req-04df4c67-6865-45cb-9ea7-b1bb45995feb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:37.602322 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf72b8-fd9e-45d3-bb73-6d77fd935a8b service neutron] Pushing event updated for resources: {'Port': ['ID=0339f091-bed7-4101-97c9-2abe92868026,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:37.669396 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-a52604d4-e741-4b38-945a-e84321067e28 req-04df4c67-6865-45cb-9ea7-b1bb45995feb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:37.670684 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a52604d4-e741-4b38-945a-e84321067e28 req-04df4c67-6865-45cb-9ea7-b1bb45995feb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5a77a06-623f-4679-b99d-8ce795c9383b HTTP/1.1" status: 200 len: 210 time: 0.1782792 Feb 28 19:08:37.703023 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-897f887d-e98c-4ead-bfa9-e3a598141cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.705208 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-897f887d-e98c-4ead-bfa9-e3a598141cae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 1097 time: 0.0958784 Feb 28 19:08:37.755893 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:37.772132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4014887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2937819'] for subnet, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:37.816702 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-cc65d4a4-5284-400f-b1ef-38c58ec5f544 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0339f091-bed7-4101-97c9-2abe92868026 HTTP/1.1" status: 200 len: 217 time: 0.1013851 Feb 28 19:08:37.915611 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c2529b-4072-426d-a3bf-e6e996dcabc5,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:37.932686 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9acef8e9-b1d5-4fb9-9dd0-a941a7aed3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:37.932686 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-9acef8e9-b1d5-4fb9-9dd0-a941a7aed3a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.1045566 Feb 28 19:08:37.933100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Checking segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:37.933468 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Network hostable DHCP agents. Network: ebe91f25-072e-4c17-af50-c9925fb110a3, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:08:37.990325 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-96730f8a-669a-4f7a-8e9d-eb118803b0cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504351 Feb 28 19:08:38.094419 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:38.099881 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91d609-eb74-40cf-92e0-2eff5a5cfc6d None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:38.101709 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Network ebe91f25-072e-4c17-af50-c9925fb110a3 is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:08:38.161967 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-edcc7678-27e7-4c61-b8ce-9918baa269db service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620791 Feb 28 19:08:38.199801 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, ebe91f25-072e-4c17-af50-c9925fb110a3) {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:38.200957 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca01f30-2b0f-400e-9f0e-cdbb04871d5f None None] Network ebe91f25-072e-4c17-af50-c9925fb110a3 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:08:38.212150 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:38.212969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.297367 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:08:38.332494 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75c32a34-123c-453e-b1b7-7ce470495a39 req-6ed34a92-54d5-49c2-b127-d74eeafc58ed service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621456 Feb 28 19:08:38.365210 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: f6bb2c40-ad5d-4389-901a-2023ce6d4786 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:08:38.365557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device f6bb2c40-ad5d-4389-901a-2023ce6d4786 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:08:38.384286 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d5e38acc-562c-4474-9c06-cb7db63e324a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5425558 Feb 28 19:08:38.384605 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53802) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:38.392925 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:38.399937 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:38.406099 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Usage tracker for resource:router and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:38.409828 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:38.411986 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b86c8ce-44a1-43d6-b7eb-655faf896a36 None None] New status for floating IP b4db81dd-4443-4b57-ba9c-dac559cb7567: DOWN {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:08:38.417281 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:38.542544 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.543948 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.550212 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-ebe91f25-072e-4c17-af50-c9925fb110a3', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:08:38.553255 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.563755 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.568763 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0cf8b-00ee-43d7-b3b1-3d0013af9751 req-7b66734b-3259-451f-a45a-838ddc69ed66 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:38.570267 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e9a0cf8b-00ee-43d7-b3b1-3d0013af9751 req-7b66734b-3259-451f-a45a-838ddc69ed66 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 944 time: 0.0989621 Feb 28 19:08:38.618642 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e9a0cf8b-00ee-43d7-b3b1-3d0013af9751 req-04c931f4-87ff-424a-a289-e9c1e6c24e1c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 Feb 28 19:08:38.723280 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Allocated IP 172.20.0.2 (ebe91f25-072e-4c17-af50-c9925fb110a3/f7c2529b-4072-426d-a3bf-e6e996dcabc5/df219ef7-5cce-42cb-812d-e84a968d4e94) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:38.915184 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53812) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:38.948110 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'tag': '0339f091-bed7-4101-97c9-2abe92868026'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:38.962619 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.966199 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:38.977755 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Transition to ACTIVE for port object df219ef7-5cce-42cb-812d-e84a968d4e94 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:39.001176 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Transition to ACTIVE for port object df219ef7-5cce-42cb-812d-e84a968d4e94 will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:39.007517 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a780554d-7a41-451e-9f06-5a572adec885 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.016483 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'tag': '0339f091-bed7-4101-97c9-2abe92868026', 'status': 'completed', 'code': 200} Feb 28 19:08:39.039107 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a780554d-7a41-451e-9f06-5a572adec885 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.084059 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.152455 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a780554d-7a41-451e-9f06-5a572adec885 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.153095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Network ebe91f25-072e-4c17-af50-c9925fb110a3 is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:39.160563 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:39.165747 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:39.173736 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780554d-7a41-451e-9f06-5a572adec885 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d9559-f9ad-42e5-9f95-65a18c59efc0,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:39.214009 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Pushing event updated for resources: {'Port': ['ID=df219ef7-5cce-42cb-812d-e84a968d4e94,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:39.266261 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a780554d-7a41-451e-9f06-5a572adec885 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.267497 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a780554d-7a41-451e-9f06-5a572adec885 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "DELETE /v2.0/security-groups/253d9559-f9ad-42e5-9f95-65a18c59efc0 HTTP/1.1" status: 204 len: 168 time: 0.3511770 Feb 28 19:08:39.270394 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53818) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:39.287076 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.api.v2.resource [None req-c6507b8f-1eec-4e99-868a-a0a495b047ec tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] show failed (client error): The resource could not be found. Feb 28 19:08:39.287918 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c6507b8f-1eec-4e99-868a-a0a495b047ec tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups/253d9559-f9ad-42e5-9f95-65a18c59efc0 HTTP/1.1" status: 404 len: 347 time: 0.0166373 Feb 28 19:08:39.290997 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53822) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:39.313570 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-c288c81b-056c-49d6-8728-9559bb41eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:39.315025 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-c288c81b-056c-49d6-8728-9559bb41eeb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 1097 time: 0.2695615 Feb 28 19:08:39.452192 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Deleting port e353ef97-7497-4902-8b1f-54b9223ee72e {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:08:39.452572 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.619562 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-293e8d27-f27c-49a4-a9ae-bf9fcb477253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:39.621141 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-293e8d27-f27c-49a4-a9ae-bf9fcb477253 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 915 time: 0.2923460 Feb 28 19:08:39.628989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.629895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.692241 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.694721 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Attempting to bind port df219ef7-5cce-42cb-812d-e84a968d4e94 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:39.695160 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Attempting to bind port df219ef7-5cce-42cb-812d-e84a968d4e94 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:39.695606 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Attempting to bind port df219ef7-5cce-42cb-812d-e84a968d4e94 on network ebe91f25-072e-4c17-af50-c9925fb110a3 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:39.704315 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:39.704761 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Checking segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:39.706322 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.706322 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Bound using segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:39.706322 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Bound port: df219ef7-5cce-42cb-812d-e84a968d4e94, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:39.706807 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.733683 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-c626dceb-6728-4199-9b75-ae866d53565b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0339f091-bed7-4101-97c9-2abe92868026 HTTP/1.1" status: 200 len: 217 time: 0.1005852 Feb 28 19:08:39.738839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.797503 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Calling delete_port for e353ef97-7497-4902-8b1f-54b9223ee72e owned by network:floatingip {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:08:39.813776 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] For port df219ef7-5cce-42cb-812d-e84a968d4e94, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:39.816921 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] For port df219ef7-5cce-42cb-812d-e84a968d4e94, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=df219ef7-5cce-42cb-812d-e84a968d4e94,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:39.866511 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-1cc25197-c390-4343-8afd-b9915439b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:39.867948 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-1cc25197-c390-4343-8afd-b9915439b328 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.0893488 Feb 28 19:08:39.885578 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:39.918867 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbaad0-529e-46b0-81b2-fd7bebaca767 req-63f694ff-2da4-47f3-9671-ba1b572e25a7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:39.919942 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6adbaad0-529e-46b0-81b2-fd7bebaca767 req-63f694ff-2da4-47f3-9671-ba1b572e25a7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 944 time: 0.1603160 Feb 28 19:08:39.957108 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-a1f87fec-c837-4bbd-9474-23abd7b40950 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826759 Feb 28 19:08:39.978302 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534df27-ee1d-4fe7-be29-f14e4735b6f1 None None] Pushing event updated for resources: {'Port': ['ID=df219ef7-5cce-42cb-812d-e84a968d4e94,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:40.084460 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Allocated IP 172.28.1.147 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/dc5e6e11-6938-410a-a0e8-1616abe92fff) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:40.123238 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6adbaad0-529e-46b0-81b2-fd7bebaca767 req-5a301927-a428-40db-baa6-11daa6132e81 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973004 Feb 28 19:08:40.203394 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.252757 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-d46ab619-91e9-434c-8b31-397bb3b5960a service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858803 Feb 28 19:08:40.297076 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 0339f091-bed7-4101-97c9-2abe92868026 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:08:40.310485 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event deleted for resources: {'Port': ['ID=e353ef97-7497-4902-8b1f-54b9223ee72e,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:40.388611 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.428809 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.469035 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3fc2471a-5e1f-44c3-9fba-237a2928f205 req-e153a7d0-c1f2-41be-b1b3-c73aad147d24 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061298 Feb 28 19:08:40.493827 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 0339f091-bed7-4101-97c9-2abe92868026, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0339f091-bed7-4101-97c9-2abe92868026,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:40.496597 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.500544 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-373e7cc5-9f41-4221-a995-5a33a9dda970 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "DELETE /v2.0/floatingips/b4db81dd-4443-4b57-ba9c-dac559cb7567 HTTP/1.1" status: 204 len: 168 time: 1.2056782 Feb 28 19:08:40.556478 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '0339f091-bed7-4101-97c9-2abe92868026', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'port_id': '0339f091-bed7-4101-97c9-2abe92868026', 'mac_address': 'fa:16:3e:a4:76:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ced0d7-f9fb-454d-8fa3-75bb84930c10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:08:40.616305 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.634521 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0339f091-bed7-4101-97c9-2abe92868026 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:40.645794 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.651048 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 0339f091-bed7-4101-97c9-2abe92868026, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0339f091-bed7-4101-97c9-2abe92868026,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:40.702496 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:40.737138 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:40.740185 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:40.749099 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:40.815806 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device df219ef7-5cce-42cb-812d-e84a968d4e94 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:40.845759 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5e6e11-6938-410a-a0e8-1616abe92fff,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:40.870357 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=0339f091-bed7-4101-97c9-2abe92868026,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:40.959006 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53840) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:40.961500 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['0339f091-bed7-4101-97c9-2abe92868026'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:40.971034 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720913537', 'description': 'tempest-description--1536786751'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:40.977529 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:40.982993 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:40.986240 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:40.993856 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:41.006670 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port df219ef7-5cce-42cb-812d-e84a968d4e94 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:41.085416 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.115548 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:41.121090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:41.125787 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:41.132444 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:41.220680 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12150982-ee47-4da5-9366-0011255f7ffe None None] Network ebe91f25-072e-4c17-af50-c9925fb110a3 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:08:41.224332 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.287716 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab960b-df36-486d-af7e-6a983dc2317d req-d63f039f-bcb2-4f21-ab59-4fa41b2399b6 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:41.289227 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0bab960b-df36-486d-af7e-6a983dc2317d req-d63f039f-bcb2-4f21-ab59-4fa41b2399b6 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1440742 Feb 28 19:08:41.300904 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.361226 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16430652-9e96-4ca5-8c28-ec04059c8552,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:41.389939 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e43c6-97b6-44d0-be4a-fdaba9821265 req-18ac3306-e1f2-4368-8a3b-db83a893fc2d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:41.391126 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ec5e43c6-97b6-44d0-be4a-fdaba9821265 req-18ac3306-e1f2-4368-8a3b-db83a893fc2d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 945 time: 0.1420298 Feb 28 19:08:41.410248 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0bab960b-df36-486d-af7e-6a983dc2317d req-a8f22cb0-83f7-4447-b11e-7108f97d41b8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135502 Feb 28 19:08:41.450493 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ec5e43c6-97b6-44d0-be4a-fdaba9821265 req-e75a7000-cc0c-4fee-bbaf-5632c92f8c47 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529318 Feb 28 19:08:41.455732 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] Provisioning for port df219ef7-5cce-42cb-812d-e84a968d4e94 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:41.462898 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.466012 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-751ac818-34bb-4c4f-9a4a-ffd8e5a264b7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5048509 Feb 28 19:08:41.469325 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] Provisioning complete for port df219ef7-5cce-42cb-812d-e84a968d4e94 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:41.469701 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.469971 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53848) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:41.475548 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'security_group_rule': {'security_group_id': '16430652-9e96-4ca5-8c28-ec04059c8552', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:41.490590 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:41.500770 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:41.514250 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:41.521173 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:41.552708 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.619687 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.630183 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.655555 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] For port df219ef7-5cce-42cb-812d-e84a968d4e94, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=df219ef7-5cce-42cb-812d-e84a968d4e94,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:41.702247 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.751825 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.816333 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.826131 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfd608-9ab9-429c-a707-9aaad71d812a None None] Pushing event updated for resources: {'Port': ['ID=df219ef7-5cce-42cb-812d-e84a968d4e94,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:41.843345 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471876f9-2deb-4729-af64-50efad254a06,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:41.873194 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-feaf0f82-5040-4cd0-8a5c-f0fe454de023 None None] Provisioning complete for port df219ef7-5cce-42cb-812d-e84a968d4e94 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:41.873194 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-feaf0f82-5040-4cd0-8a5c-f0fe454de023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.913636 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.917963 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6a0f9ca6-97bc-480e-943b-5b7077ed68a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4438484 Feb 28 19:08:41.918198 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53852) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:41.922120 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:41.923713 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'security_group_rule': {'security_group_id': '16430652-9e96-4ca5-8c28-ec04059c8552', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:41.929699 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:41.934353 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:security_group_rule and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:41.937168 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:41.943033 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:42.029838 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.094067 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.163207 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.189094 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29186181-e178-426b-83db-198bc5c6bcf5,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:42.191589 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:08:42.271547 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.272816 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-e4e4f449-13ff-46c7-b7bf-64e117b6078c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3536680 Feb 28 19:08:42.276257 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53856) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:42.281273 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'floatingip': {'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:42.286875 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:42.290682 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Usage tracker for resource:floatingip and tenant:951341064c6a4c92869840f9f199ff27 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:42.294075 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:42.299596 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:42.307666 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 0339f091-bed7-4101-97c9-2abe92868026 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:42.372602 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:42.381492 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Sync routers for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:42.386223 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.390946 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:42.391931 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:42.465888 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.470095 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3275bfff-e433-4bd8-a94d-337a4468dd10 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0837319 Feb 28 19:08:42.470915 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53862) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:42.546537 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.560590 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 0339f091-bed7-4101-97c9-2abe92868026 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:42.567789 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 0339f091-bed7-4101-97c9-2abe92868026 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:42.568157 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:42.652786 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:42.774384 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Allocated IP 172.28.1.193 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/e1a0eca6-24f6-429f-8947-60da38bf5fe9) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:42.786367 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device df219ef7-5cce-42cb-812d-e84a968d4e94 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:42.848491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533f10-f625-4354-a217-af38f0010ea7 req-9d5f4279-b94d-4962-b308-12f4089b6c5a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:42.850293 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2d533f10-f625-4354-a217-af38f0010ea7 req-9d5f4279-b94d-4962-b308-12f4089b6c5a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 945 time: 0.1865664 Feb 28 19:08:42.925430 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5842f2-cfb3-4909-989c-2a836a1ef8b6 req-775ccc58-b4e1-4999-bae9-6f5d289d6c72 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:42.928898 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9c5842f2-cfb3-4909-989c-2a836a1ef8b6 req-775ccc58-b4e1-4999-bae9-6f5d289d6c72 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.3159623 Feb 28 19:08:42.987812 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2d533f10-f625-4354-a217-af38f0010ea7 req-74db7e45-5ed2-422b-bc00-b90521b3f722 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713198 Feb 28 19:08:43.021085 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.054046 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.056776 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9c5842f2-cfb3-4909-989c-2a836a1ef8b6 req-b821989b-2df5-4e43-9e8b-9ade41a7a443 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676646 Feb 28 19:08:43.124682 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port df219ef7-5cce-42cb-812d-e84a968d4e94 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:43.125052 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.158643 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0339f091-bed7-4101-97c9-2abe92868026'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:43.166353 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.183828 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 0339f091-bed7-4101-97c9-2abe92868026, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0339f091-bed7-4101-97c9-2abe92868026,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:43.249613 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:43.250128 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0339f091-bed7-4101-97c9-2abe92868026', 'code': 200} Feb 28 19:08:43.259255 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:43.262393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:43.266311 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.303318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'Port': ['ID=e1a0eca6-24f6-429f-8947-60da38bf5fe9,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:43.320013 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:41Z', 'revision_number': 3, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:43.342342 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Checking router: 3116cea4-bcb3-40fc-91f7-180f6ac9c22f for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:43.342588 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Updating router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f port dc5e6e11-6938-410a-a0e8-1616abe92fff binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:08:43.367427 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.402563 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=0339f091-bed7-4101-97c9-2abe92868026,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:43.415438 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.497441 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-a7982122-669b-45e7-a224-cd13764ec546 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:43.498823 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-a7982122-669b-45e7-a224-cd13764ec546 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.1866376 Feb 28 19:08:43.511119 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.664607 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Deleting port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:08:43.665035 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.719581 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.748458 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.795389 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.807871 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Transition to ACTIVE for port object dc5e6e11-6938-410a-a0e8-1616abe92fff will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:43.837078 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.882854 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.912847 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330fa0a-2d18-45a1-adc9-22402e22df9b req-04f00443-7703-4bfa-a93b-d06489e708f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:43.914317 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f330fa0a-2d18-45a1-adc9-22402e22df9b req-04f00443-7703-4bfa-a93b-d06489e708f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 1099 time: 0.3213353 Feb 28 19:08:43.957971 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Attempting to bind port dc5e6e11-6938-410a-a0e8-1616abe92fff on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:43.958222 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'Port': ['ID=e1a0eca6-24f6-429f-8947-60da38bf5fe9,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:43.958325 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Attempting to bind port dc5e6e11-6938-410a-a0e8-1616abe92fff by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:43.958670 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Attempting to bind port dc5e6e11-6938-410a-a0e8-1616abe92fff on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:43.965114 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.975521 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a10cb-111c-4726-8d4e-854c5d48a1bf None None] Pushing event updated for resources: {'Port': ['ID=dc5e6e11-6938-410a-a0e8-1616abe92fff,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:43.979392 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:43.979585 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:43.979979 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:43.980384 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:43.980844 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Bound port: dc5e6e11-6938-410a-a0e8-1616abe92fff, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:43.981216 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:44.045499 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:44.054321 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-61524312-ced3-4c4a-9806-d1715d26f11f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7694581 Feb 28 19:08:44.075587 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] For port dc5e6e11-6938-410a-a0e8-1616abe92fff, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:44.079475 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] For port dc5e6e11-6938-410a-a0e8-1616abe92fff, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=dc5e6e11-6938-410a-a0e8-1616abe92fff,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:44.146703 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:44.170284 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f330fa0a-2d18-45a1-adc9-22402e22df9b req-6f172075-c809-4de0-9e69-39929095e9f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746180 Feb 28 19:08:44.225910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] For port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:44.226169 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:44.226283 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:44.226690 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:44.271673 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4e0dd-dd37-4509-ab3f-32c9963b9fe2 req-6018c77c-4f9e-42e6-be79-e45529d58c46 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:44.273277 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-edc4e0dd-dd37-4509-ab3f-32c9963b9fe2 req-6018c77c-4f9e-42e6-be79-e45529d58c46 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 945 time: 0.0853004 Feb 28 19:08:44.286073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a10cb-111c-4726-8d4e-854c5d48a1bf None None] Pushing event updated for resources: {'Port': ['ID=dc5e6e11-6938-410a-a0e8-1616abe92fff,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:44.322283 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-edc4e0dd-dd37-4509-ab3f-32c9963b9fe2 req-f53ee3c1-3c0d-4ecb-a087-4a38ebc2d561 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=1eb11d3a-d930-4891-8ec8-06ec27c8954c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Feb 28 19:08:44.345924 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Allocated IP 172.20.0.1 (ebe91f25-072e-4c17-af50-c9925fb110a3/f7c2529b-4072-426d-a3bf-e6e996dcabc5/90f74a6c-22a2-4cef-9690-20477a0e194f) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:44.429036 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:44.465984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-9e065703-86e5-45fe-84f1-01f79f177697 req-2a5a2b38-a123-45d0-ae8a-d93b578ed978 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:44.559667 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-9e065703-86e5-45fe-84f1-01f79f177697 req-2a5a2b38-a123-45d0-ae8a-d93b578ed978 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:44.560997 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-2a5a2b38-a123-45d0-ae8a-d93b578ed978 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--720913537&fields=id&tenant_id=951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 267 time: 0.1422005 Feb 28 19:08:44.627857 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a544e8-c3ab-41b1-9cbe-6aa9caaf7c35 req-9667f38b-559d-4299-b972-27982b0c33ae tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:44.629375 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-78a544e8-c3ab-41b1-9cbe-6aa9caaf7c35 req-9667f38b-559d-4299-b972-27982b0c33ae tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 946 time: 0.5240498 Feb 28 19:08:44.725755 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:41Z', 'revision_number': 3, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:44.730007 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea188ad-a7b8-4cb8-82cf-1360b9cc1e43 None None] The sync data for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb is: [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:41Z', 'revision_number': 3, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:44.828171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-cdd9517f-1e70-4fe5-bb76-fdaa8893b267 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:44.828930 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-9e065703-86e5-45fe-84f1-01f79f177697 req-cdd9517f-1e70-4fe5-bb76-fdaa8893b267 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:network {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:44.866852 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:44.867228 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:44.867538 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Floating IP 51a0810d-b7c4-4af4-8113-a6c31f8df31f disassociated. External IP: 172.28.1.52, port: a65ec83c-0b3e-49c3-b22a-6b4bcf823a14. Feb 28 19:08:44.867880 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Calling delete_port for a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:08:44.911907 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-78a544e8-c3ab-41b1-9cbe-6aa9caaf7c35 req-5ec4f010-f31b-4ff6-8812-04232ae231d1 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263272 Feb 28 19:08:44.936266 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-9e065703-86e5-45fe-84f1-01f79f177697 req-cdd9517f-1e70-4fe5-bb76-fdaa8893b267 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:network {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:44.940474 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-cdd9517f-1e70-4fe5-bb76-fdaa8893b267 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 817 time: 0.3686185 Feb 28 19:08:44.959140 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-3d2887c7-8d80-441d-bb7a-e78f6b5acf0b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/quotas/951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 375 time: 0.0125041 Feb 28 19:08:44.975730 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:45.007551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Transition to ACTIVE for port object 90f74a6c-22a2-4cef-9690-20477a0e194f will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:45.063523 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-9e065703-86e5-45fe-84f1-01f79f177697 req-97b702f4-f19e-46bf-a507-b7345776d773 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:45.130679 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-9e065703-86e5-45fe-84f1-01f79f177697 req-97b702f4-f19e-46bf-a507-b7345776d773 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:45.132037 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-97b702f4-f19e-46bf-a507-b7345776d773 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1665909 Feb 28 19:08:45.160243 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:45.165088 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:45.255570 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Network ebe91f25-072e-4c17-af50-c9925fb110a3 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:45.262034 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:45.268627 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:45.294107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Pushing event updated for resources: {'Port': ['ID=90f74a6c-22a2-4cef-9690-20477a0e194f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:45.299129 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-c7db013e-6365-492f-ac37-d5dd48a92617 service neutron] 10.222.0.41 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547055 Feb 28 19:08:45.486132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event deleted for resources: {'Port': ['ID=a65ec83c-0b3e-49c3-b22a-6b4bcf823a14,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:45.538779 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:45.553920 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-0a8f032a-d445-4ff8-924c-5996f92e36e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432170 Feb 28 19:08:45.885656 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3f2610c3-828e-44a6-b370-e4618a018001 req-bd9b23ac-5d1e-445e-b283-8bfd1a3123fe tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 210 time: 0.1817372 Feb 28 19:08:45.893968 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-acb5cd72-898f-4183-a631-dbdc928d704d req-40f649c9-037c-4176-b0f1-4aa01fa4327c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 210 time: 0.0531411 Feb 28 19:08:45.956650 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-1d220f03-c2cc-4741-8c03-38b2cb6f6b79 None None] Provisioning for port 90f74a6c-22a2-4cef-9690-20477a0e194f completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:45.961989 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-1d220f03-c2cc-4741-8c03-38b2cb6f6b79 None None] Provisioning complete for port 90f74a6c-22a2-4cef-9690-20477a0e194f triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:45.962402 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-1d220f03-c2cc-4741-8c03-38b2cb6f6b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.010298 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:46.035231 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-1d220f03-c2cc-4741-8c03-38b2cb6f6b79 None None] Port 90f74a6c-22a2-4cef-9690-20477a0e194f cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:08:46.465380 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:46.484910 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:46.497994 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:46.508879 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:46.525078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8880b8-7754-4d32-a32b-8ddd914fd729 req-5c7f3930-c270-47a5-bb8a-d024f3682d6a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:46.527682 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8a8880b8-7754-4d32-a32b-8ddd914fd729 req-5c7f3930-c270-47a5-bb8a-d024f3682d6a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 946 time: 0.4410088 Feb 28 19:08:46.602616 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] No DVR routers for this DVR port a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:08:46.606474 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.615957 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.624640 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'name': 'network-vif-deleted', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:46.681503 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8a8880b8-7754-4d32-a32b-8ddd914fd729 req-5f238cdd-d0de-4762-9655-d2428354cfda tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463587 Feb 28 19:08:46.683437 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1604534-05b1-4ae9-85b3-9add11fb5b89', 'name': 'network-vif-deleted', 'tag': 'a65ec83c-0b3e-49c3-b22a-6b4bcf823a14', 'status': 'completed', 'code': 200} Feb 28 19:08:46.695767 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:46.766200 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6c0b7896-efd5-4475-b022-ce186ceed381 req-f45a7278-a530-4b41-9e3e-ee4dcc2b28a1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "DELETE /v2.0/ports/a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 HTTP/1.1" status: 204 len: 173 time: 3.2586780 Feb 28 19:08:46.812982 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device dc5e6e11-6938-410a-a0e8-1616abe92fff up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:46.974166 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:46.999607 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port dc5e6e11-6938-410a-a0e8-1616abe92fff completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:47.004853 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port dc5e6e11-6938-410a-a0e8-1616abe92fff triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:47.005312 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.085827 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:47.092059 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:47.104318 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:47.105582 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:47.126464 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.168523 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c1a70c4-cb4d-44d4-ac57-4dbe3b3ad8ea req-2d6fb55c-832c-4378-96f5-b12610ffa049 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 210 time: 0.0543599 Feb 28 19:08:47.209219 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-bea81ddf-5839-4217-9a73-f3f10e321211 req-f0a282ea-913f-4bc0-b45a-6c551b297d4e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:47.275704 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.275704 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port dc5e6e11-6938-410a-a0e8-1616abe92fff, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=dc5e6e11-6938-410a-a0e8-1616abe92fff,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:47.280494 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Pushing event updated for resources: {'Port': ['ID=90f74a6c-22a2-4cef-9690-20477a0e194f,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:47.283887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.329518 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:47.372441 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.382981 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-bea81ddf-5839-4217-9a73-f3f10e321211 req-f0a282ea-913f-4bc0-b45a-6c551b297d4e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:47.384101 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-bea81ddf-5839-4217-9a73-f3f10e321211 req-f0a282ea-913f-4bc0-b45a-6c551b297d4e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1604534-05b1-4ae9-85b3-9add11fb5b89 HTTP/1.1" status: 200 len: 210 time: 0.3469062 Feb 28 19:08:47.454818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Network ebe91f25-072e-4c17-af50-c9925fb110a3 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:47.455165 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=dc5e6e11-6938-410a-a0e8-1616abe92fff,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:47.456458 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:47.699217 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:08:47.757499 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:47.762732 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d1c7d-ede1-4c88-8f59-d4b749886017 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:47.876676 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-fec04d75-3b61-4c26-b577-da36ecdc43a5 None None] Provisioning complete for port 90f74a6c-22a2-4cef-9690-20477a0e194f triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:47.878277 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-fec04d75-3b61-4c26-b577-da36ecdc43a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:47.944592 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:47.950130 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2c674715-64dd-49b5-bbbf-2d82a9295c2b admin admin] 10.222.0.41 "PUT /v2.0/routers/3116cea4-bcb3-40fc-91f7-180f6ac9c22f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4781699 Feb 28 19:08:47.960138 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Sync routers for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:47.988149 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:47.988814 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:48.045769 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-fec04d75-3b61-4c26-b577-da36ecdc43a5 None None] Port 90f74a6c-22a2-4cef-9690-20477a0e194f cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:08:48.133217 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ff1c9-7682-4cdd-b260-0dde7e747e42 None None] New status for floating IP 51a0810d-b7c4-4af4-8113-a6c31f8df31f: DOWN {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:08:48.158001 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ed82726f-fe77-4ed2-884f-273c5c271a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:48.202352 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:48.343263 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2faee7e1-d813-4e46-a116-9e097e141c70 req-9826ed7e-e03b-412c-bf3d-f4a2269eb72f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 210 time: 0.0576301 Feb 28 19:08:48.374196 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:08:48.423871 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:08:48.424245 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device a65ec83c-0b3e-49c3-b22a-6b4bcf823a14 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:08:48.651277 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 2, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:48.655124 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Checking router: 3116cea4-bcb3-40fc-91f7-180f6ac9c22f for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:48.655469 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Updating router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f port 90f74a6c-22a2-4cef-9690-20477a0e194f binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:08:48.714497 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:48.733605 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53940) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:48.793241 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device dc5e6e11-6938-410a-a0e8-1616abe92fff up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:48.832744 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-6c9f3068-11e5-483f-b578-1c491daa25d7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:48.834502 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-6c9f3068-11e5-483f-b578-1c491daa25d7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 817 time: 0.2432568 Feb 28 19:08:48.841974 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-56a1480e-1545-4515-9271-26cdaa56ec33 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:48.912350 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53946) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:48.919886 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-422688709-network', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:48.925383 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-56a1480e-1545-4515-9271-26cdaa56ec33 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:48.928795 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:48.936072 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Usage tracker for resource:network and tenant:f41de2693f7f416483cb15cd35150c8f is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:48.941370 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-784a7d21-8a7f-4e84-a9ac-153f8e30aab7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 379 time: 0.0962434 Feb 28 19:08:48.943810 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:48.953615 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:48.958620 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'port': {'device_id': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'admin_state_up': True, 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'security_groups': ['16430652-9e96-4ca5-8c28-ec04059c8552']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:48.975748 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port dc5e6e11-6938-410a-a0e8-1616abe92fff triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:48.976115 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.016577 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Made reservation on behalf of f41de2693f7f416483cb15cd35150c8f for: {'network': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:49.018987 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.046420 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.065183 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:49.069240 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:f41de2693f7f416483cb15cd35150c8f is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:49.072272 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:49.078765 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:49.179347 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.188869 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:49.202211 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:49.210572 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-56a1480e-1545-4515-9271-26cdaa56ec33 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.230416 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1480e-1545-4515-9271-26cdaa56ec33 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb11d3a-d930-4891-8ec8-06ec27c8954c,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:49.271143 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.302763 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-56a1480e-1545-4515-9271-26cdaa56ec33 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.303895 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-56a1480e-1545-4515-9271-26cdaa56ec33 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "DELETE /v2.0/security-groups/1eb11d3a-d930-4891-8ec8-06ec27c8954c HTTP/1.1" status: 204 len: 168 time: 0.5688865 Feb 28 19:08:49.304838 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53958) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:49.319870 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=87803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:08:49.329043 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee271e-d21e-4fa8-b36b-09b0caaff0b5,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:49.342273 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.342861 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.segments_db [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Added segment 11cf2afe-4382-4a64-862b-1ca054a08d85 of type vlan for network 9c04068b-76ca-4080-b8d7-c75af5be021c Feb 28 19:08:49.345646 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.346615 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.346748 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.api.v2.resource [None req-7787012e-6a91-4d91-92a3-185b9c0fa2d0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] show failed (client error): The resource could not be found. Feb 28 19:08:49.347233 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.347576 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.347910 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.348258 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.348776 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.349105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.349478 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.349805 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.350256 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.350582 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:49.350803 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-7787012e-6a91-4d91-92a3-185b9c0fa2d0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups/1eb11d3a-d930-4891-8ec8-06ec27c8954c HTTP/1.1" status: 404 len: 347 time: 0.0450366 Feb 28 19:08:49.359909 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53970) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:49.361501 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Made reservation on behalf of 951341064c6a4c92869840f9f199ff27 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:49.372954 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.447349 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.477016 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.482506 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Transition to ACTIVE for port object 90f74a6c-22a2-4cef-9690-20477a0e194f will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:49.547384 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7e1afb94-64b0-4431-b85f-c989069a2b79 req-b8298bda-9a03-45b4-ba21-3a8cb1ed4579 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 210 time: 0.0511937 Feb 28 19:08:49.560417 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.696953 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Deleting port 1d3e49f0-0ba9-451a-9cc9-83c9e95fde0d {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:08:49.697667 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.713930 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Allocated IP 172.20.0.14 (b96f6f3a-e355-42aa-be2c-41ce721022b6/80eb434f-1097-451d-b6ac-715278025377/119b8a61-4fb1-4bed-a030-c46631324b57) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:49.746151 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.747170 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:49.747757 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.782738 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1c90b-77f1-40bd-b422-078b88a5b7ae None None] Pushing event updated for resources: {'Port': ['ID=90f74a6c-22a2-4cef-9690-20477a0e194f,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:49.802726 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Attempting to bind port 90f74a6c-22a2-4cef-9690-20477a0e194f on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:49.803095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Attempting to bind port 90f74a6c-22a2-4cef-9690-20477a0e194f by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:49.803527 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Attempting to bind port 90f74a6c-22a2-4cef-9690-20477a0e194f on network ebe91f25-072e-4c17-af50-c9925fb110a3 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:49.809495 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:49.809873 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Checking segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:49.810270 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.810661 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Bound using segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:49.811124 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Bound port: 90f74a6c-22a2-4cef-9690-20477a0e194f, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:49.812201 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.919183 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] For port 90f74a6c-22a2-4cef-9690-20477a0e194f, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:49.922985 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] For port 90f74a6c-22a2-4cef-9690-20477a0e194f, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=90f74a6c-22a2-4cef-9690-20477a0e194f,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:49.951679 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:49.968084 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Transition to ACTIVE for port object 119b8a61-4fb1-4bed-a030-c46631324b57 will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:50.011482 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.013316 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-d88ddbbc-f003-49bb-a230-befcc317a8af tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:50.014762 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-d88ddbbc-f003-49bb-a230-befcc317a8af tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.5258231 Feb 28 19:08:50.015361 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c04068b-76ca-4080-b8d7-c75af5be021c,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:50.045264 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-f1d0608f-ac13-4c44-9c14-2aa6d7a83dd7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1297157 Feb 28 19:08:50.051166 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-bf4a92b0-4f9c-4fd5-87f0-0462cc0ce814 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/quotas/593e215dbaab4907aee377120abbce6d HTTP/1.1" status: 200 len: 375 time: 0.0182972 Feb 28 19:08:50.051301 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 9c04068b-76ca-4080-b8d7-c75af5be021c details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:08:50.051921 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 53980) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:50.059081 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Request body: {'subnet': {'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-422688709-subnet', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:50.096898 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.099051 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:50.129403 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.129724 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.137737 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Usage tracker for resource:subnet and tenant:f41de2693f7f416483cb15cd35150c8f is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:50.181338 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:50.185800 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:50.188303 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:50.207445 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1c90b-77f1-40bd-b422-078b88a5b7ae None None] Pushing event updated for resources: {'Port': ['ID=90f74a6c-22a2-4cef-9690-20477a0e194f,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:50.211866 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:50.212731 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:50.243006 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:50.269108 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:50.277844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:50.287487 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:50.288739 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.421696 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Calling delete_port for 1d3e49f0-0ba9-451a-9cc9-83c9e95fde0d owned by network:floatingip {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:08:50.442317 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-186de082-7114-4e4a-9788-de13b244c582 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4946029 Feb 28 19:08:50.451119 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Made reservation on behalf of f41de2693f7f416483cb15cd35150c8f for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:50.453373 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2738631'] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.455415 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Request body: {'port': {'device_id': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:50.466285 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:50.580451 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.610975 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-f4c1ee84-326c-4d4f-bdbd-29e2cd1521a1 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5485840 Feb 28 19:08:50.720700 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-505ad5e5-4353-4fe3-8c39-df5bb40b1c46 None None] Provisioning for port 119b8a61-4fb1-4bed-a030-c46631324b57 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:50.755982 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-505ad5e5-4353-4fe3-8c39-df5bb40b1c46 None None] Provisioning complete for port 119b8a61-4fb1-4bed-a030-c46631324b57 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:50.756457 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-505ad5e5-4353-4fe3-8c39-df5bb40b1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.837357 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-cad2e405-267d-4e95-88b9-1bc2c597db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:50.846023 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-505ad5e5-4353-4fe3-8c39-df5bb40b1c46 None None] Port 119b8a61-4fb1-4bed-a030-c46631324b57 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:08:50.905325 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00527f-5c3d-4111-b337-5be9a248cd85 req-4f0e8c41-9a07-4ddd-ab3d-f553c0b0dfd3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:50.906338 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-ce00527f-5c3d-4111-b337-5be9a248cd85 req-4f0e8c41-9a07-4ddd-ab3d-f553c0b0dfd3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Synchronizing usage tracker for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:50.937898 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-d8cd7d63-4b9d-4df4-b03c-a927ff61d770 service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128893 Feb 28 19:08:50.941880 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:49Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:50.946263 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed4946b-1612-42cb-99dd-f0a552154893 None None] The sync data for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb is: [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:49Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:08:51.039703 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119b8a61-4fb1-4bed-a030-c46631324b57 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:51.048732 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-ce00527f-5c3d-4111-b337-5be9a248cd85 req-4f0e8c41-9a07-4ddd-ab3d-f553c0b0dfd3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Unset dirty status for tenant:951341064c6a4c92869840f9f199ff27 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:51.050083 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ce00527f-5c3d-4111-b337-5be9a248cd85 req-4f0e8c41-9a07-4ddd-ab3d-f553c0b0dfd3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 932 time: 0.3416007 Feb 28 19:08:51.054899 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.075422 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2738641'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.079226 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.093416 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Transition to ACTIVE for port object 119b8a61-4fb1-4bed-a030-c46631324b57 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:51.119918 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ce00527f-5c3d-4111-b337-5be9a248cd85 req-5d3630b7-3ef9-4974-95c1-cc9cdb147b01 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592241 Feb 28 19:08:51.157516 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.190017 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event deleted for resources: {'Port': ['ID=1d3e49f0-0ba9-451a-9cc9-83c9e95fde0d,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:51.315899 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-7e2e056a-fc6c-47a3-869c-e7ab5f987318 service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771341 Feb 28 19:08:51.324328 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Pushing event updated for resources: {'Subnet': ['ID=150e66c6-e30f-4cd3-87af-e5f597af0b53,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:51.345092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:51.346260 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Checking segment: {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:51.346569 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Network hostable DHCP agents. Network: 9c04068b-76ca-4080-b8d7-c75af5be021c, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:08:51.357444 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.405837 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.406192 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.406537 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.406874 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.407207 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.407542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.407870 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.408202 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.408553 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.408877 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.409354 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.409946 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:08:51.453433 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.455064 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-b407eaed-230e-47cb-89cb-d3e57d9da987 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "DELETE /v2.0/floatingips/51a0810d-b7c4-4af4-8113-a6c31f8df31f HTTP/1.1" status: 204 len: 168 time: 2.0940256 Feb 28 19:08:51.481361 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Network 9c04068b-76ca-4080-b8d7-c75af5be021c is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:08:51.492767 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Attempting to bind port 119b8a61-4fb1-4bed-a030-c46631324b57 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:51.493116 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Attempting to bind port 119b8a61-4fb1-4bed-a030-c46631324b57 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:51.494286 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Attempting to bind port 119b8a61-4fb1-4bed-a030-c46631324b57 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:51.499737 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Port 119b8a61-4fb1-4bed-a030-c46631324b57 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:51.499943 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Attempting to bind port 119b8a61-4fb1-4bed-a030-c46631324b57 on network b96f6f3a-e355-42aa-be2c-41ce721022b6 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:51.507718 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.522962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:51.522962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Checking segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:51.522962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Bound using segment: {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:51.522962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Bound port: 119b8a61-4fb1-4bed-a030-c46631324b57, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b4924e-4520-43f3-b405-b54400cee539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:51.522962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.581678 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 9c04068b-76ca-4080-b8d7-c75af5be021c) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:51.593109 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:51.593904 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.609158 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6800c-f945-4cc5-a2db-335c00ae1b90 None None] Network 9c04068b-76ca-4080-b8d7-c75af5be021c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:08:51.739887 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-999dbf4b-a310-421c-adea-7cb7976e579f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6870985 Feb 28 19:08:51.742780 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 53994) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:51.753078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:51.762567 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-004333e3-2f9e-42ba-ba2f-1ded423974ff req-1dacb92b-4243-48f7-a779-03ad554a854d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1234672 Feb 28 19:08:51.773426 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:51.783879 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Usage tracker for resource:router and tenant:f41de2693f7f416483cb15cd35150c8f is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:51.797439 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:51.800793 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:51.819597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:51.820910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:51.937015 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-333956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-787'] for router, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.938744 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332613', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-511665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-794'] for router, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.944887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.971554 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54002) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:51.974312 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3589a3f6-4650-5b18-b55d-46cdfa86e74c-9c04068b-76ca-4080-b8d7-c75af5be021c', 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'fixed_ips': [{'subnet_id': '150e66c6-e30f-4cd3-87af-e5f597af0b53'}]}} from dv-cinder-831187-1-smb. {{(pid=87804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 28 19:08:51.975293 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:51.976941 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359875562', 'description': 'tempest-description--1087400709'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:51.983930 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:51.988349 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:51.996637 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:52.003951 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:52.033264 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:52.034007 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.039575 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 200 len: 1094 time: 1.5886075 Feb 28 19:08:52.040064 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:52.063593 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.098307 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.160182 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'status': 'completed', 'code': 200} Feb 28 19:08:52.160352 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:52.168674 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:52.176361 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:52.200510 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:52.262908 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898decb5-3158-4e23-8a71-5c3f1090b3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:52.332748 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.371834 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.db_base_plugin_common [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Allocated IP 172.20.0.2 (9c04068b-76ca-4080-b8d7-c75af5be021c/150e66c6-e30f-4cd3-87af-e5f597af0b53/412d684c-29e7-4c9e-9039-1b1c54cee1bf) {{(pid=87804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:52.385776 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.432442 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.465976 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:52.499992 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.503846 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-68936445-2c7d-4e04-b20a-7b470f631c66 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5287642 Feb 28 19:08:52.504655 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54012) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:52.512151 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'security_group_rule': {'security_group_id': 'ac2bf2ca-93fb-4c56-8920-8ad82e65f84c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:52.527220 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:52.530719 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:52.534426 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:52.544458 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:52.560082 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279adeb0-6d03-4d34-879e-d549f7dd0496 req-4b07b273-8fd6-4c25-9aed-5298bcb7281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:52.561598 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-279adeb0-6d03-4d34-879e-d549f7dd0496 req-4b07b273-8fd6-4c25-9aed-5298bcb7281f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1097 time: 0.3818309 Feb 28 19:08:52.629908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Notify callbacks [] for port, precommit_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.642159 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Transition to ACTIVE for port object 412d684c-29e7-4c9e-9039-1b1c54cee1bf will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:52.656793 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.662073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Transition to ACTIVE for port object 412d684c-29e7-4c9e-9039-1b1c54cee1bf will not be triggered until provisioned by entity DHCP. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:52.728905 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.753824 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280'] for port, after_create {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.792313 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 90f74a6c-22a2-4cef-9690-20477a0e194f up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:52.814549 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.844118 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e39dc7-7a9b-42c3-bfcc-c4da599a2878,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:52.885573 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-333929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-780'] for router, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.887417 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Network 9c04068b-76ca-4080-b8d7-c75af5be021c is already hosted by enough agents. {{(pid=87804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:52.891783 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.scheduler.base_scheduler [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Resources bound (agent type, host, resource id): {{(pid=87804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:52.902396 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Received port after_create {{(pid=87804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:52.931489 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd464e-a642-4702-bfd5-e80638783462 req-a9b1040c-258e-4c5a-a3a1-b7f52e9ea366 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:52.933073 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e2cd464e-a642-4702-bfd5-e80638783462 req-a9b1040c-258e-4c5a-a3a1-b7f52e9ea366 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.6038451 Feb 28 19:08:52.938742 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Pushing event updated for resources: {'Port': ['ID=412d684c-29e7-4c9e-9039-1b1c54cee1bf,revision_number=1']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:52.966137 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279adeb0-6d03-4d34-879e-d549f7dd0496 req-31fca5cd-439d-45a9-8e6e-6edb38169065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:52.970312 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-279adeb0-6d03-4d34-879e-d549f7dd0496 req-31fca5cd-439d-45a9-8e6e-6edb38169065 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=951341064c6a4c92869840f9f199ff27&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3537519 Feb 28 19:08:52.973078 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:52.976800 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-e535870f-a083-4a0d-a03f-dcf3e50155c1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4685364 Feb 28 19:08:52.979861 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54018) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:52.984258 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b9e263c8-747f-4da4-8924-5dae9a6df393 req-a7b91822-9d2e-464d-801a-74b29fc0414e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 210 time: 0.0602329 Feb 28 19:08:52.987227 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'security_group_rule': {'security_group_id': 'ac2bf2ca-93fb-4c56-8920-8ad82e65f84c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:52.994900 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:53.008749 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:security_group_rule and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:53.013782 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:53.015474 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Attempting to bind port 412d684c-29e7-4c9e-9039-1b1c54cee1bf on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:53.016256 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Attempting to bind port 412d684c-29e7-4c9e-9039-1b1c54cee1bf by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:53.016520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Attempting to bind port 412d684c-29e7-4c9e-9039-1b1c54cee1bf on network 9c04068b-76ca-4080-b8d7-c75af5be021c {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:53.019735 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:53.022185 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:53.022669 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Checking segment: {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:53.023166 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.023675 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Bound using segment: {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:53.024190 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Bound port: 412d684c-29e7-4c9e-9039-1b1c54cee1bf, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:53.025678 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.040522 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 90f74a6c-22a2-4cef-9690-20477a0e194f completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:53.062783 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e2cd464e-a642-4702-bfd5-e80638783462 req-08b2ec81-3c52-4b57-b6e0-74c73f2d178e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208434 Feb 28 19:08:53.074438 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 90f74a6c-22a2-4cef-9690-20477a0e194f triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:53.074438 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.125805 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.176306 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] For port 412d684c-29e7-4c9e-9039-1b1c54cee1bf, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:53.179671 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] For port 412d684c-29e7-4c9e-9039-1b1c54cee1bf, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=412d684c-29e7-4c9e-9039-1b1c54cee1bf,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:53.220064 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.237003 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.237446 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279adeb0-6d03-4d34-879e-d549f7dd0496 req-6c05ba11-89bc-49c3-8657-2fe02d3e5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:53.238885 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-279adeb0-6d03-4d34-879e-d549f7dd0496 req-6c05ba11-89bc-49c3-8657-2fe02d3e5dd5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579408 Feb 28 19:08:53.248013 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.285243 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.327872 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f72d5e-7686-4aa7-9af4-59fce7f61732,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:53.352568 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 90f74a6c-22a2-4cef-9690-20477a0e194f, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=90f74a6c-22a2-4cef-9690-20477a0e194f,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:53.356970 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff4dc1-093c-42a3-ae46-b8b9e20eb20f None None] Pushing event updated for resources: {'Port': ['ID=412d684c-29e7-4c9e-9039-1b1c54cee1bf,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:53.439303 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.439481 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.441726 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a420e265-4d42-4d1e-8dac-5d6533c86082 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4609411 Feb 28 19:08:53.446578 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54022) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:53.453848 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'floatingip': {'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:53.461939 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:53.472343 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Usage tracker for resource:floatingip and tenant:9c0f14b6646b49b094d3461fca610f16 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:08:53.476078 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:08:53.484741 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:53.528283 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=90f74a6c-22a2-4cef-9690-20477a0e194f,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:53.551591 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.599600 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.599815 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.603037 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.675094 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-e26e1dd2-d50b-404e-abaf-c04c79039837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:53.676803 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-e26e1dd2-d50b-404e-abaf-c04c79039837 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1097 time: 0.3351998 Feb 28 19:08:53.759377 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:53.761102 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-79ecfbdc-ea32-48f1-9a21-f4ec418e8bb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 200 len: 217 time: 0.0760710 Feb 28 19:08:53.882307 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-aa45e501-813d-4028-a98b-7649324b4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:53.883770 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-aa45e501-813d-4028-a98b-7649324b4cba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0896354 Feb 28 19:08:53.885417 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Allocated IP 172.28.1.83 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/b40ced2c-a48f-4edd-b937-ce47ad7bfe77) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:54.281444 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4e961a17-4a7e-4398-9128-9f51160ff1a2 req-749b4bd2-388f-4b02-877f-67dffc97ead9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 210 time: 0.1780560 Feb 28 19:08:54.407454 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c05b66-5ac3-4a17-9b0e-b0855b111805 None None] Network 9c04068b-76ca-4080-b8d7-c75af5be021c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:08:54.431597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:54.436041 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065703-86e5-45fe-84f1-01f79f177697 req-c62cd1ee-4f63-4dc3-9f32-2bf7b5fd5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:54.437554 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-c62cd1ee-4f63-4dc3-9f32-2bf7b5fd5df7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5464354 Feb 28 19:08:54.450183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-4407c81e-7c68-409d-8d85-06fcb4ba8af9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:54.451630 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-4407c81e-7c68-409d-8d85-06fcb4ba8af9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.3707206 Feb 28 19:08:54.493219 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Request body: {'port': {'device_id': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'admin_state_up': True, 'tenant_id': '593e215dbaab4907aee377120abbce6d'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:54.599196 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-1465337a-90ed-41a3-b378-e1a9641b5c56 None None] Provisioning for port 412d684c-29e7-4c9e-9039-1b1c54cee1bf completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:54.694549 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd5e5-61ae-4f29-86be-e615f823773d req-2f95b661-c4fc-4bb4-ba2a-ca984f1d5642 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:54.696024 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-91cdd5e5-61ae-4f29-86be-e615f823773d req-2f95b661-c4fc-4bb4-ba2a-ca984f1d5642 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.4797988 Feb 28 19:08:54.759865 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-8793bb17-7ec8-419e-9c47-1205c65171a8 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048661 Feb 28 19:08:54.831398 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 412d684c-29e7-4c9e-9039-1b1c54cee1bf up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:54.844871 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-91cdd5e5-61ae-4f29-86be-e615f823773d req-6cee4ee9-2d48-4119-a8dd-53a789476b16 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364872 Feb 28 19:08:54.891760 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:54.900423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:08:54.921299 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Allocated IP 172.28.1.65 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/013f2d39-bce2-48c5-bec5-174aa8df5f76) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:54.973425 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:08:54.995375 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:55.002013 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:55.004958 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 412d684c-29e7-4c9e-9039-1b1c54cee1bf completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:08:55.008023 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:55.011799 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 412d684c-29e7-4c9e-9039-1b1c54cee1bf triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:55.012294 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.032834 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:55.067600 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Made reservation on behalf of 593e215dbaab4907aee377120abbce6d for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:08:55.071046 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.086947 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.093245 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9e065703-86e5-45fe-84f1-01f79f177697 req-f0fe7e70-8ffe-40fb-a471-13fea7f26cea service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219323 Feb 28 19:08:55.138017 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.171578 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 412d684c-29e7-4c9e-9039-1b1c54cee1bf, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=412d684c-29e7-4c9e-9039-1b1c54cee1bf,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:55.191772 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.249326 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.250062 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 90f74a6c-22a2-4cef-9690-20477a0e194f up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:55.258447 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:55.262199 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:55.270116 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:55.312183 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'Port': ['ID=013f2d39-bce2-48c5-bec5-174aa8df5f76,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:55.361762 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.419758 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=412d684c-29e7-4c9e-9039-1b1c54cee1bf,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:55.432536 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Allocated IP 172.20.0.5 (60a08dcb-1c2b-4fd3-9e98-29114524e0fd/65ced0d7-f9fb-454d-8fa3-75bb84930c10/9f619a6d-feee-49cb-a565-806d4cda2cbf) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:55.433491 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 90f74a6c-22a2-4cef-9690-20477a0e194f triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:55.433859 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.515363 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-117e3c79-7612-49a4-8020-fd5fcb51e47d req-66d6002a-f458-4116-8caa-650e98821531 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 210 time: 0.0901132 Feb 28 19:08:55.542900 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.761429 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.843215 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.913046 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.965099 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'Port': ['ID=013f2d39-bce2-48c5-bec5-174aa8df5f76,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:55.979121 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:55.981825 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:56.090351 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:56.091498 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1fa30757-8d67-458d-b1d5-348e977227a8 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6430168 Feb 28 19:08:56.264188 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113378ee-aca9-4650-8026-a2e8157009c1 req-7f33c085-e72a-48b8-88bf-9cebb6a5634c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:56.265823 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-113378ee-aca9-4650-8026-a2e8157009c1 req-7f33c085-e72a-48b8-88bf-9cebb6a5634c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.2876515 Feb 28 19:08:56.318477 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-78a899cd-171c-49e5-b090-e90727ed8569 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:56.327588 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:56.339710 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627', '0339f091-bed7-4101-97c9-2abe92868026'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:56.408551 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-78a899cd-171c-49e5-b090-e90727ed8569 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:56.409538 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-78a899cd-171c-49e5-b090-e90727ed8569 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--359875562&fields=id&tenant_id=9c0f14b6646b49b094d3461fca610f16 HTTP/1.1" status: 200 len: 267 time: 0.1305096 Feb 28 19:08:56.443478 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:56.453864 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-333951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332568'] for router, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:56.460920 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:56.471630 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:56.552166 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event updated for resources: {'Port': ['ID=9f619a6d-feee-49cb-a565-806d4cda2cbf,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:56.557275 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-113378ee-aca9-4650-8026-a2e8157009c1 req-69a0f942-912a-4469-a4c1-e676d22038e2 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426550 Feb 28 19:08:56.629704 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-c78d99c6-f9ea-4a06-82d1-14b877816069 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:56.631401 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-c78d99c6-f9ea-4a06-82d1-14b877816069 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 810 time: 0.2127688 Feb 28 19:08:56.633097 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:56.633719 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:56.647626 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-5f363cb7-9f2f-493a-a4b5-4fca9aea7093 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/quotas/9c0f14b6646b49b094d3461fca610f16 HTTP/1.1" status: 200 len: 375 time: 0.0098336 Feb 28 19:08:56.769170 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 412d684c-29e7-4c9e-9039-1b1c54cee1bf up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:08:56.780263 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-145ec84f-f820-402c-908d-8f64fb221c30 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:56.832491 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e6814f7f-d4b7-4f9e-af0d-b7f8690a0828 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3534994 Feb 28 19:08:56.842434 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 412d684c-29e7-4c9e-9039-1b1c54cee1bf triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:08:56.842800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:56.843821 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Request body: {'port': {'device_id': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:08:56.860438 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-145ec84f-f820-402c-908d-8f64fb221c30 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:56.872563 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-145ec84f-f820-402c-908d-8f64fb221c30 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121682 Feb 28 19:08:56.881144 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Router 784f2099-3408-46e1-8585-25a115dbdb16 is scheduled to L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd with binding_index 1 {{(pid=87802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 28 19:08:57.020859 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-7baa98be-a490-425c-b53c-90af90b19439 service neutron] 10.222.0.41 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455896 Feb 28 19:08:57.163713 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-2352de4d-6609-4edf-bce4-e42ccc67ac9a service neutron] 10.222.0.41 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388493 Feb 28 19:08:57.295510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:57.392714 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:08:57.408742 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Sync routers for ids ['784f2099-3408-46e1-8585-25a115dbdb16'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:08:57.419969 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Routers {'784f2099-3408-46e1-8585-25a115dbdb16'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:57.420922 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['784f2099-3408-46e1-8585-25a115dbdb16'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:57.524148 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:57.526507 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3e2d8b5a-9d03-4c2e-8b19-e043a544ee19 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7827940 Feb 28 19:08:57.530032 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54062) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:08:57.535315 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-52759d95-5929-4edc-98eb-5a54cf8ffca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:57.536974 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-52759d95-5929-4edc-98eb-5a54cf8ffca7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1138 time: 0.3239782 Feb 28 19:08:57.548248 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97bd2d-36d3-45cc-bb63-30befe55a30b req-686acec3-18b1-4867-8eec-7c00a07f9f87 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:57.548985 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-fe97bd2d-36d3-45cc-bb63-30befe55a30b req-686acec3-18b1-4867-8eec-7c00a07f9f87 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:08:57.674590 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Set router 784f2099-3408-46e1-8585-25a115dbdb16 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:57.790274 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-fe97bd2d-36d3-45cc-bb63-30befe55a30b req-686acec3-18b1-4867-8eec-7c00a07f9f87 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:08:57.791910 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fe97bd2d-36d3-45cc-bb63-30befe55a30b req-686acec3-18b1-4867-8eec-7c00a07f9f87 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 931 time: 0.5771313 Feb 28 19:08:57.831781 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-3ba526af-fd57-46d6-a1b0-dc971af2d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:57.833274 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-3ba526af-fd57-46d6-a1b0-dc971af2d70f service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.2814746 Feb 28 19:08:57.845981 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc53cf-4b0e-499d-bf5c-4395ba7d68ee req-a883e0e9-55eb-4b36-87f4-b73455c01aaa tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:57.847864 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7bbc53cf-4b0e-499d-bf5c-4395ba7d68ee req-a883e0e9-55eb-4b36-87f4-b73455c01aaa tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.3977890 Feb 28 19:08:57.957457 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fe97bd2d-36d3-45cc-bb63-30befe55a30b req-f58e39a7-81d3-4466-9b10-3fb385faf809 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523995 Feb 28 19:08:58.004868 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7bbc53cf-4b0e-499d-bf5c-4395ba7d68ee req-83d5c10c-8584-4c2e-b082-137659027ab7 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902448 Feb 28 19:08:58.033258 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:08:55Z', 'revision_number': 3, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:58.038679 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Checking router: 784f2099-3408-46e1-8585-25a115dbdb16 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:08:58.039129 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Updating router 784f2099-3408-46e1-8585-25a115dbdb16 port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 binding host dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:08:58.069443 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-cf4ca799-b8b6-4908-be65-88b5bf26df7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 1001 time: 0.2232790 Feb 28 19:08:58.078599 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f619a6d-feee-49cb-a565-806d4cda2cbf {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:58.085749 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-dff6ca85-2568-4db6-83e3-28c0dca205c3 req-2f08b392-7f1d-4cc6-903f-fa9907a2c1fa tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 210 time: 0.0687056 Feb 28 19:08:58.114675 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.122311 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.154809 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Transition to ACTIVE for port object 9f619a6d-feee-49cb-a565-806d4cda2cbf will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:58.162314 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-53088ff2-d788-449c-b5f3-3c847ab7780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:58.166313 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-53088ff2-d788-449c-b5f3-3c847ab7780d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.0806749 Feb 28 19:08:58.248424 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-08e794a0-82de-449f-adb8-28b685d89170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:58.250163 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-08e794a0-82de-449f-adb8-28b685d89170 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797224 Feb 28 19:08:58.251363 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.403071 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:08:58.426865 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c637ce-fa23-4526-ad73-08c88873ec7b req-fdb38865-478b-4314-b02e-318873861a5a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:58.428382 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d8c637ce-fa23-4526-ad73-08c88873ec7b req-fdb38865-478b-4314-b02e-318873861a5a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.2739744 Feb 28 19:08:58.479993 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f619a6d-feee-49cb-a565-806d4cda2cbf,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:58.505701 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Notify callbacks [] for port, precommit_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.533091 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Transition to ACTIVE for port object b40ced2c-a48f-4edd-b937-ce47ad7bfe77 will not be triggered until provisioned by entity L2. {{(pid=87804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:58.535622 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d8c637ce-fa23-4526-ad73-08c88873ec7b req-4b287c7a-534f-4010-8340-c164f53ecca0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922644 Feb 28 19:08:58.596975 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-e7fd98c7-1916-4a1b-ae1c-ff7f299ac9ea service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128338 Feb 28 19:08:58.648743 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Attempting to bind port 9f619a6d-feee-49cb-a565-806d4cda2cbf on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:58.649111 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Attempting to bind port 9f619a6d-feee-49cb-a565-806d4cda2cbf by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:58.649400 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Attempting to bind port 9f619a6d-feee-49cb-a565-806d4cda2cbf on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:58.658604 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Port 9f619a6d-feee-49cb-a565-806d4cda2cbf on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:08:58.659273 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Attempting to bind port 9f619a6d-feee-49cb-a565-806d4cda2cbf on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:58.681113 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.686299 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.721429 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:58.721959 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Checking segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:58.722358 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Bound using segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:58.722915 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Bound port: 9f619a6d-feee-49cb-a565-806d4cda2cbf, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:58.723259 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.784929 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Attempting to bind port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:08:58.785322 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Attempting to bind port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:08:58.785651 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Attempting to bind port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 on network 79239819-12ee-4fa1-95ed-e8bf390e4e25 {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:08:58.799309 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2394df-0be6-43ff-a2ef-bb26cd2c0717 None None] Pushing event updated for resources: {'Port': ['ID=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,revision_number=2']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:58.811462 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:08:58.811839 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Checking segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:08:58.812478 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.812779 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Bound using segment: {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'} {{(pid=87804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:08:58.813261 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.managers [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Bound port: b40ced2c-a48f-4edd-b937-ce47ad7bfe77, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c20bd1-dc21-446e-923e-25cd949e14f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25'}}] {{(pid=87804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:08:58.813631 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:58.861085 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:58.887796 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '119b8a61-4fb1-4bed-a030-c46631324b57', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57', 'mac_address': 'fa:16:3e:a7:25:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:08:58.953433 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_common [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Allocated IP 172.20.0.1 (9c04068b-76ca-4080-b8d7-c75af5be021c/150e66c6-e30f-4cd3-87af-e5f597af0b53/3072d4a8-8571-4e9d-9b6a-7bb476829c55) {{(pid=87803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:08:58.970398 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7d1d8992-495b-4d5f-aa45-7ff77dda1440 req-a5d9943b-212c-4e85-8f50-e99749764c00 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562343 Feb 28 19:08:58.974345 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] For port b40ced2c-a48f-4edd-b937-ce47ad7bfe77, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:58.978085 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] For port b40ced2c-a48f-4edd-b937-ce47ad7bfe77, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:58.981805 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] For port 9f619a6d-feee-49cb-a565-806d4cda2cbf, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:08:58.999551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] For port 9f619a6d-feee-49cb-a565-806d4cda2cbf, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:08:59.000174 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.020345 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b8a61-4fb1-4bed-a030-c46631324b57 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:08:59.037624 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:08:59.057448 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.133826 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.138717 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.144856 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Routers {'784f2099-3408-46e1-8585-25a115dbdb16'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:08:59.145800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['784f2099-3408-46e1-8585-25a115dbdb16'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:08:59.203327 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:59.203939 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.205344 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f619a6d-feee-49cb-a565-806d4cda2cbf HTTP/1.1" status: 200 len: 1093 time: 2.3656631 Feb 28 19:08:59.205785 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'tag': '9f619a6d-feee-49cb-a565-806d4cda2cbf'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:08:59.209898 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.provisioning_blocks [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Transition to ACTIVE for port object 3072d4a8-8571-4e9d-9b6a-7bb476829c55 will not be triggered until provisioned by entity DHCP. {{(pid=87803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:08:59.247447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847d0de-fa52-453c-9995-894da6ec7ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f619a6d-feee-49cb-a565-806d4cda2cbf,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:59.257047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072da9ee-4b94-4d5f-a01b-76a92bcbe752 req-ef33fdfc-a275-40df-8583-5f35a94c1265 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:59.263441 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.265073 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-072da9ee-4b94-4d5f-a01b-76a92bcbe752 req-ef33fdfc-a275-40df-8583-5f35a94c1265 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 943 time: 0.1849740 Feb 28 19:08:59.272530 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36904d-7f21-4e5b-a20c-10212e26af29 req-5372b6bd-05ad-4d0a-9cb4-617f495ce79d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:59.274066 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fe36904d-7f21-4e5b-a20c-10212e26af29 req-5372b6bd-05ad-4d0a-9cb4-617f495ce79d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1322608 Feb 28 19:08:59.317268 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-072da9ee-4b94-4d5f-a01b-76a92bcbe752 req-52f4404d-f1bf-408b-ae7f-167f5a95dd97 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513668 Feb 28 19:08:59.346254 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fe36904d-7f21-4e5b-a20c-10212e26af29 req-32d4c117-41d3-4414-a09f-e5045b5b73fb tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593617 Feb 28 19:08:59.347436 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.356924 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2394df-0be6-43ff-a2ef-bb26cd2c0717 None None] Pushing event updated for resources: {'Port': ['ID=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,revision_number=3']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:59.422371 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Network 9c04068b-76ca-4080-b8d7-c75af5be021c is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:08:59.425598 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:08:59.432020 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Received port after_create {{(pid=87803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:08:59.481416 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] Set router 784f2099-3408-46e1-8585-25a115dbdb16 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:08:59.499681 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e9fd99eb-2587-4839-90d8-c924e6493c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:59.505819 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-e9fd99eb-2587-4839-90d8-c924e6493c27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 1096 time: 0.1494119 Feb 28 19:08:59.544429 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'tag': '9f619a6d-feee-49cb-a565-806d4cda2cbf', 'status': 'completed', 'code': 200} Feb 28 19:08:59.548166 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3072d4a8-8571-4e9d-9b6a-7bb476829c55,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:59.578729 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332114'] for router_interface, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:08:59.694450 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['119b8a61-4fb1-4bed-a030-c46631324b57'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:08:59.699252 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-b79bd166-4344-4bc3-a681-d272c057a228 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf HTTP/1.1" status: 200 len: 217 time: 0.1538196 Feb 28 19:08:59.708977 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6cfa865e-003d-463c-b088-089dcfd346e7 req-c5c50e43-ffc0-43ea-ac3f-e7ecea2c68b6 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 210 time: 0.1983321 Feb 28 19:08:59.756103 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:08:59.785243 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-3cad771c-4bf3-4cec-a5ed-1a20c86f999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:08:59.786694 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-3cad771c-4bf3-4cec-a5ed-1a20c86f999a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.0715225 Feb 28 19:08:59.867598 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-8bba48b9-f8b1-4003-a45b-7f3cce4927c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488517 Feb 28 19:08:59.992034 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-5d1925d9-e1ef-40b9-b46d-6ff677bf7b18 None None] Provisioning for port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:00.007152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6fd81-d025-45bf-bae7-94d6cbae66a6 req-6d52e6b6-0985-49e4-be4b-f84dc1f66823 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:00.008427 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ebb6fd81-d025-45bf-bae7-94d6cbae66a6 req-6d52e6b6-0985-49e4-be4b-f84dc1f66823 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.2584074 Feb 28 19:09:00.022478 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-5d1925d9-e1ef-40b9-b46d-6ff677bf7b18 None None] Provisioning complete for port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:00.022836 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5d1925d9-e1ef-40b9-b46d-6ff677bf7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:00.038568 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-fbdb96dc-8116-44a8-861c-91150da50cf6 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634700 Feb 28 19:09:00.063540 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ebb6fd81-d025-45bf-bae7-94d6cbae66a6 req-80413224-b50f-4427-b7a8-bf679b5c5979 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479529 Feb 28 19:09:00.113208 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-5d1925d9-e1ef-40b9-b46d-6ff677bf7b18 None None] Port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:09:00.141281 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:08:55Z', 'revision_number': 3, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:00.145495 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59dbbf-134f-4e69-b378-b16746dbc44d None None] The sync data for ids ['784f2099-3408-46e1-8585-25a115dbdb16'] in dv-cinder-831187-1-smb is: [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:08:55Z', 'revision_number': 3, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:09:00.182043 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:00.303797 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f61aa8ac-eaa9-41b3-a412-ed9a7cfe317a req-3e9ac66d-3d2f-4755-85dd-53cf36cf9f5a service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591989 Feb 28 19:09:00.335556 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-e5b227ca-b04b-4fae-b989-7a63c9adea72 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:00.335880 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-e5b227ca-b04b-4fae-b989-7a63c9adea72 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 810 time: 0.1925871 Feb 28 19:09:00.427719 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-9c98c674-b8dd-45e4-a419-1daecca7c482 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:security_group {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:00.446314 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:00.511889 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4062555'] for port, after_update {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:00.562728 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-9c98c674-b8dd-45e4-a419-1daecca7c482 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:security_group {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:00.564032 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-9c98c674-b8dd-45e4-a419-1daecca7c482 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c0f14b6646b49b094d3461fca610f16 HTTP/1.1" status: 200 len: 379 time: 0.2200749 Feb 28 19:09:00.620092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'port': {'device_id': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'admin_state_up': True, 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'security_groups': ['ac2bf2ca-93fb-4c56-8920-8ad82e65f84c']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:00.634031 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:00.663506 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1576344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332523'] for router_interface, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:00.793489 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-0eb297da-b936-4145-8c0b-f5c2fed73412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:00.795066 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-0eb297da-b936-4145-8c0b-f5c2fed73412 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 1096 time: 0.3584933 Feb 28 19:09:00.807135 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=3072d4a8-8571-4e9d-9b6a-7bb476829c55,revision_number=2']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:00.828521 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device b40ced2c-a48f-4edd-b937-ce47ad7bfe77 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:00.869989 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa205cf-737d-49df-8415-302189c0bcfa req-e4b3ea50-884c-45b6-81ed-c9aa7965b53b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:00.871836 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7fa205cf-737d-49df-8415-302189c0bcfa req-e4b3ea50-884c-45b6-81ed-c9aa7965b53b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.2812231 Feb 28 19:09:00.882808 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:00.893492 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:00.906173 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Network 9c04068b-76ca-4080-b8d7-c75af5be021c is already hosted by enough agents. {{(pid=87803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:09:00.906651 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f8889-b1c1-4c57-beab-f58bb9e29f5a req-acef5b51-e18a-41e6-af03-7ea03ea90d2c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:00.909983 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:09:00.914995 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2c5f8889-b1c1-4c57-beab-f58bb9e29f5a req-acef5b51-e18a-41e6-af03-7ea03ea90d2c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 943 time: 0.3533475 Feb 28 19:09:00.999323 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:01.005314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:01.005908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:01.008489 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7fa205cf-737d-49df-8415-302189c0bcfa req-1a3c5079-93f9-435d-ab4a-2a0080aff335 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223106 Feb 28 19:09:01.059104 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2c5f8889-b1c1-4c57-beab-f58bb9e29f5a req-df1a71d9-6a9a-44a7-888c-ebe745e5ec5b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405933 Feb 28 19:09:01.138569 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Made reservation on behalf of 9c0f14b6646b49b094d3461fca610f16 for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:09:01.148927 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:01.184330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-56edffa2-4ac6-4e58-b5c8-f73c4660ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:01.191253 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-56edffa2-4ac6-4e58-b5c8-f73c4660ea5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 915 time: 0.3836350 Feb 28 19:09:01.255182 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:01.282419 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-f479bc3d-44a5-4d0a-ac3c-ff9d10717535 None None] Provisioning complete for port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:01.282806 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f479bc3d-44a5-4d0a-ac3c-ff9d10717535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:01.339791 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0dc06caa-e535-478a-be96-5c077673fa2f req-d8bb811a-8901-4f08-8409-2a83264a472e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 210 time: 0.0797603 Feb 28 19:09:01.342206 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port b40ced2c-a48f-4edd-b937-ce47ad7bfe77, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:01.365103 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Router 784f2099-3408-46e1-8585-25a115dbdb16 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:09:01.375123 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-f479bc3d-44a5-4d0a-ac3c-ff9d10717535 None None] Port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:09:01.409910 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:01.512695 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:01.531653 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-44cd7ee5-f5e7-4715-9fb9-196e8609f5db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf HTTP/1.1" status: 200 len: 217 time: 0.3315241 Feb 28 19:09:01.630250 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:09:01.639932 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6489ffee-8360-4e54-ae46-1f6a2646b0a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/784f2099-3408-46e1-8585-25a115dbdb16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1080027 Feb 28 19:09:01.643424 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-358dc6e0-be24-4cd7-878d-9abb6eb7baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:01.644899 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-358dc6e0-be24-4cd7-878d-9abb6eb7baf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.1059039 Feb 28 19:09:01.742924 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-0294b5cd-b9c1-4a1e-8f4d-cf81cbdac7a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881259 Feb 28 19:09:01.818866 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9105-791f-49e5-b739-25a390e63823 req-fc4f3eaa-1b03-48cb-860f-56281fa8925a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:01.820326 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3b3e9105-791f-49e5-b739-25a390e63823 req-fc4f3eaa-1b03-48cb-860f-56281fa8925a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.5022397 Feb 28 19:09:01.896039 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Allocated IP 172.20.0.10 (63479164-a223-4f16-ab5c-94c1820761f4/a6135fd5-03e9-48d3-8d28-1156e1e37af3/1b81a520-604c-463d-a536-17bf6df2396e) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:09:01.978781 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3b3e9105-791f-49e5-b739-25a390e63823 req-e22eb7cb-69c6-49e8-b19c-f2f77a350696 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488745 Feb 28 19:09:02.001147 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-8840ad4b-3637-4c29-b5c3-b53c7fd12173 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426727 Feb 28 19:09:02.202373 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Sync routers for ids ['784f2099-3408-46e1-8585-25a115dbdb16'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:09:02.213285 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Routers {'784f2099-3408-46e1-8585-25a115dbdb16'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:02.214012 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['784f2099-3408-46e1-8585-25a115dbdb16'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:02.310761 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-75684d2f-30ee-42cc-bfe8-e2984e12c404 req-ebdd432c-f174-4838-a704-467a0366501b service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887013 Feb 28 19:09:02.342868 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:02.365417 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7710-6b9d-411d-b99c-56925c13cc4d req-dd59a010-5ee2-4222-b235-385a6e647d23 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:02.366839 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c90b7710-6b9d-411d-b99c-56925c13cc4d req-dd59a010-5ee2-4222-b235-385a6e647d23 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.2396634 Feb 28 19:09:02.375305 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Transition to ACTIVE for port object 1b81a520-604c-463d-a536-17bf6df2396e will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:09:02.402913 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Set router 784f2099-3408-46e1-8585-25a115dbdb16 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:02.405202 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 9f619a6d-feee-49cb-a565-806d4cda2cbf details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:09:02.408418 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:02.431183 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c90b7710-6b9d-411d-b99c-56925c13cc4d req-67f65cf6-438d-45dc-900a-a1c9091b9ba8 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532928 Feb 28 19:09:02.508465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:02.673473 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Network 63479164-a223-4f16-ab5c-94c1820761f4 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:09:02.683527 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:09:02.685818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:09:02.744239 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event updated for resources: {'Port': ['ID=1b81a520-604c-463d-a536-17bf6df2396e,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:02.748198 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 9f619a6d-feee-49cb-a565-806d4cda2cbf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:02.774106 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:02.775856 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:02.778916 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '9f619a6d-feee-49cb-a565-806d4cda2cbf', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'port_id': '9f619a6d-feee-49cb-a565-806d4cda2cbf', 'mac_address': 'fa:16:3e:28:39:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ced0d7-f9fb-454d-8fa3-75bb84930c10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:09:02.790804 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device b40ced2c-a48f-4edd-b937-ce47ad7bfe77 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:02.815514 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:09:00Z', 'revision_number': 4, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '3072d4a8-8571-4e9d-9b6a-7bb476829c55', 'name': '', 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'mac_address': 'fa:16:3e:1d:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '150e66c6-e30f-4cd3-87af-e5f597af0b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:58Z', 'updated_at': '2022-02-28T19:09:00Z', 'revision_number': 2, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'subnets': [{'id': '150e66c6-e30f-4cd3-87af-e5f597af0b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:02.820745 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a3626-dc6c-4b75-a315-8b054e72149b req-db77d3f2-99e3-46ee-9abd-1b4ce3a0eb1f tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:02.821229 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Checking router: 784f2099-3408-46e1-8585-25a115dbdb16 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:09:02.821229 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Updating router 784f2099-3408-46e1-8585-25a115dbdb16 port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 binding host dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 19:09:02.830498 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-659a3626-dc6c-4b75-a315-8b054e72149b req-db77d3f2-99e3-46ee-9abd-1b4ce3a0eb1f tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 943 time: 0.2331455 Feb 28 19:09:02.872401 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 119b8a61-4fb1-4bed-a030-c46631324b57 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:02.872715 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54108) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:02.878309 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060752780', 'description': 'tempest-secgroup-smoke-2060752780 description', 'project_id': '5518d47d1638480a986f6f9325e64e6b'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:02.891735 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:02.893071 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-659a3626-dc6c-4b75-a315-8b054e72149b req-c7272ae3-ea42-41eb-9711-26fec073ace3 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591753 Feb 28 19:09:02.909204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:02.912752 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:02.912979 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:02.920413 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:02.925397 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-6757a90e-1d52-4ac3-a7d3-48d7939f6533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3556917 Feb 28 19:09:02.936371 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 119b8a61-4fb1-4bed-a030-c46631324b57 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:02.936874 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:02.944862 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Request body: {'port': {'device_id': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:03.053192 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.055819 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.078932 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f619a6d-feee-49cb-a565-806d4cda2cbf {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:03.086039 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:03.091731 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:03.095100 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:03.101518 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:03.145547 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-eb18b19c-bcd2-40ac-bf7b-1700690fcf63 None None] Provisioning for port 1b81a520-604c-463d-a536-17bf6df2396e completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:03.156700 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-eb18b19c-bcd2-40ac-bf7b-1700690fcf63 None None] Provisioning complete for port 1b81a520-604c-463d-a536-17bf6df2396e triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:03.157064 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-eb18b19c-bcd2-40ac-bf7b-1700690fcf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.179076 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.189261 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:03.189634 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.217169 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff04a9-cc19-4ff2-97fe-da4ea0213b36 req-7cb60c00-cc95-45a7-9e10-9393f2bea184 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:03.217839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.227405 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c2ff04a9-cc19-4ff2-97fe-da4ea0213b36 req-7cb60c00-cc95-45a7-9e10-9393f2bea184 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 932 time: 0.2229555 Feb 28 19:09:03.248161 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.258879 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 9f619a6d-feee-49cb-a565-806d4cda2cbf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:03.286953 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.342547 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c2ff04a9-cc19-4ff2-97fe-da4ea0213b36 req-3afa417c-5ce5-4d17-a3ea-297a46a3ff6a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125705 Feb 28 19:09:03.345933 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f888c425-8df6-413c-b103-caa10a617af7,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:03.374630 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-eb18b19c-bcd2-40ac-bf7b-1700690fcf63 None None] Port 1b81a520-604c-463d-a536-17bf6df2396e cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:09:03.374881 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Notify callbacks [] for port, precommit_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.380557 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.383327 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-942d1022-355b-4f57-a10f-db1405946e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5096729 Feb 28 19:09:03.390716 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.provisioning_blocks [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Transition to ACTIVE for port object 3072d4a8-8571-4e9d-9b6a-7bb476829c55 will not be triggered until provisioned by entity L2. {{(pid=87805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:09:03.390873 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c8be-70e8-4acf-ae9f-4acf63e580cf req-ad8a639b-4df4-4cbb-a1d8-5c4e67bfc1ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:03.390985 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54114) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:03.391892 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-db01c8be-70e8-4acf-ae9f-4acf63e580cf req-ad8a639b-4df4-4cbb-a1d8-5c4e67bfc1ae tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.2369943 Feb 28 19:09:03.392848 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.402350 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group_rule': {'security_group_id': 'f888c425-8df6-413c-b103-caa10a617af7', 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:03.408685 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:03.412548 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:03.416913 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:03.422618 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:03.443153 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:03.464077 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-db01c8be-70e8-4acf-ae9f-4acf63e580cf req-287060a8-b682-44b1-b89d-f760faf67a57 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643706 Feb 28 19:09:03.465920 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:03.479853 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.489383 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=9f619a6d-feee-49cb-a565-806d4cda2cbf,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:03.503849 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'code': 200} Feb 28 19:09:03.528105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.547760 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.663212 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.722645 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:03.765316 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.785466 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['9f619a6d-feee-49cb-a565-806d4cda2cbf'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:03.822685 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9531b75d-baef-4172-a49d-932aeaf0ec0c,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:03.855293 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccecce-399e-4449-a9ae-e485af61e774 req-51118159-5a86-41cf-b49f-59d1dac58740 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:03.863135 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e2ccecce-399e-4449-a9ae-e485af61e774 req-51118159-5a86-41cf-b49f-59d1dac58740 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1757343 Feb 28 19:09:03.891322 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Pushing event updated for resources: {'Port': ['ID=3072d4a8-8571-4e9d-9b6a-7bb476829c55,revision_number=3']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:03.903306 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.903798 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.904251 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.904722 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.905459 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b81a520-604c-463d-a536-17bf6df2396e {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:03.905970 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.905970 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.906378 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.906787 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.907222 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.907635 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.909621 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.909621 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:03.919203 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e2ccecce-399e-4449-a9ae-e485af61e774 req-ca1bf72e-02da-44f4-8c00-9b0c47728a6c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542083 Feb 28 19:09:03.920051 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.936015 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.940032 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2fa99794-15ef-40dc-97b5-6bb47b8a00c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451231 Feb 28 19:09:03.941563 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Transition to ACTIVE for port object 1b81a520-604c-463d-a536-17bf6df2396e will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:09:03.945248 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54124) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:03.948708 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Attempting to bind port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 on host dv-cinder-831187-1-smb for vnic_type normal with profile {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:09:03.949607 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Attempting to bind port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 by drivers openvswitch,hyperv on host dv-cinder-831187-1-smb at level 0 using segments [{'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:09:03.949607 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Attempting to bind port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 on network 9c04068b-76ca-4080-b8d7-c75af5be021c {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:03.953568 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group_rule': {'security_group_id': 'f888c425-8df6-413c-b103-caa10a617af7', 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:03.955565 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Checking agent: {'id': 'e05e2339-17cd-42f2-bae3-acd1c3701e09', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831187-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 55, 21), 'started_at': datetime.datetime(2022, 2, 28, 18, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831187-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:09:03.955925 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Checking segment: {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:09:03.956358 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.956820 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Bound using segment: {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'} {{(pid=87805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:09:03.957303 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.managers [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Bound port: 3072d4a8-8571-4e9d-9b6a-7bb476829c55, host: dv-cinder-831187-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cf2afe-4382-4a64-862b-1ca054a08d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c'}}] {{(pid=87805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:09:03.957827 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:03.961196 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:03.967082 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:03.970497 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:03.977441 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:04.062061 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.065073 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] For port 3072d4a8-8571-4e9d-9b6a-7bb476829c55, host dv-cinder-831187-1-smb, cleared binding levels {{(pid=87805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:09:04.068321 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.plugins.ml2.db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] For port 3072d4a8-8571-4e9d-9b6a-7bb476829c55, host dv-cinder-831187-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=3072d4a8-8571-4e9d-9b6a-7bb476829c55,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:09:04.090842 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.141817 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron_lib.callbacks.manager [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.235585 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.249233 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Routers {'784f2099-3408-46e1-8585-25a115dbdb16'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:04.249864 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['784f2099-3408-46e1-8585-25a115dbdb16'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:04.260781 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Pushing event updated for resources: {'Port': ['ID=1b81a520-604c-463d-a536-17bf6df2396e,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:04.307952 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.309484 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee1a07-658c-4e57-9227-394ae194310f None None] Pushing event updated for resources: {'Port': ['ID=3072d4a8-8571-4e9d-9b6a-7bb476829c55,revision_number=4']} {{(pid=87805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:04.343962 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81e7530-e7b3-409a-abbe-7addce8f6a88,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:04.402807 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040059c2-fda5-41bb-9e71-39cf4a5b742e req-7ac4211c-2312-458a-858b-b97cf2b6038a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:04.410091 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-040059c2-fda5-41bb-9e71-39cf4a5b742e req-7ac4211c-2312-458a-858b-b97cf2b6038a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 944 time: 0.3694248 Feb 28 19:09:04.434827 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.436045 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c3f99db2-5b57-4b63-9bfa-517f76f7f74e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4927850 Feb 28 19:09:04.438899 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54130) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:04.451521 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b9d7f-8121-49d1-b56f-a8f8a1762839 req-48caea34-56df-4b8f-86cf-33e76fe91f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:04.451521 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d70b9d7f-8121-49d1-b56f-a8f8a1762839 req-48caea34-56df-4b8f-86cf-33e76fe91f45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1099 time: 0.4420612 Feb 28 19:09:04.451789 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group_rule': {'security_group_id': 'f888c425-8df6-413c-b103-caa10a617af7', 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:04.458586 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:04.465373 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:04.469879 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:04.479146 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:04.509131 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] Set router 784f2099-3408-46e1-8585-25a115dbdb16 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:04.562187 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-040059c2-fda5-41bb-9e71-39cf4a5b742e req-c623c2d2-015e-4c57-a6f1-b213225df013 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470890 Feb 28 19:09:04.585117 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Attempting to bind port 1b81a520-604c-463d-a536-17bf6df2396e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:09:04.585117 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Attempting to bind port 1b81a520-604c-463d-a536-17bf6df2396e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:09:04.585857 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Attempting to bind port 1b81a520-604c-463d-a536-17bf6df2396e on network 63479164-a223-4f16-ab5c-94c1820761f4 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:04.588827 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.607634 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Port 1b81a520-604c-463d-a536-17bf6df2396e on network 63479164-a223-4f16-ab5c-94c1820761f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:09:04.607975 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Attempting to bind port 1b81a520-604c-463d-a536-17bf6df2396e on network 63479164-a223-4f16-ab5c-94c1820761f4 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:04.624016 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d70b9d7f-8121-49d1-b56f-a8f8a1762839 req-8047ea09-5c90-4265-b3ce-9976e00db51c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425943 Feb 28 19:09:04.624920 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:09:04.625264 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Checking segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:09:04.625651 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Bound using segment: {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:09:04.626095 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Bound port: 1b81a520-604c-463d-a536-17bf6df2396e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8df1ad-9710-4797-bc1e-031b5aa5ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:09:04.627162 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.673847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.683606 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd3b9-9046-4715-85da-4baf93e87a77 req-4d60a518-7591-4e2a-a597-341d423d79d5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:04.690651 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2b2cd3b9-9046-4715-85da-4baf93e87a77 req-4d60a518-7591-4e2a-a597-341d423d79d5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 944 time: 0.1685157 Feb 28 19:09:04.731279 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-2b2cd3b9-9046-4715-85da-4baf93e87a77 req-76cb0ba3-a03d-40bd-950a-23f3022075f0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396976 Feb 28 19:09:04.758818 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.785460 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea6cf9f-6a6d-47a6-bc8e-f9a9dbe973be,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:04.797940 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] For port 1b81a520-604c-463d-a536-17bf6df2396e, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:09:04.801861 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] For port 1b81a520-604c-463d-a536-17bf6df2396e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1b81a520-604c-463d-a536-17bf6df2396e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:09:04.829369 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf2be-ac66-49c3-8fce-6ce43cc9c237 req-75610a50-c37c-4cf4-a85c-05a03f3b1138 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:04.830847 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-01dcf2be-ac66-49c3-8fce-6ce43cc9c237 req-75610a50-c37c-4cf4-a85c-05a03f3b1138 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1395941 Feb 28 19:09:04.867240 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:09:00Z', 'revision_number': 4, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '3072d4a8-8571-4e9d-9b6a-7bb476829c55', 'name': '', 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'mac_address': 'fa:16:3e:1d:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '150e66c6-e30f-4cd3-87af-e5f597af0b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:58Z', 'updated_at': '2022-02-28T19:09:04Z', 'revision_number': 4, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'subnets': [{'id': '150e66c6-e30f-4cd3-87af-e5f597af0b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:04.867744 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.872306 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-b72e30ba-3be1-4374-ac8b-7a9de7eba0c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263153 Feb 28 19:09:04.872306 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54136) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:04.872662 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c936bc-90e4-459d-bee8-99ce35e3978e None None] The sync data for ids ['784f2099-3408-46e1-8585-25a115dbdb16'] in dv-cinder-831187-1-smb is: [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:09:00Z', 'revision_number': 4, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '3072d4a8-8571-4e9d-9b6a-7bb476829c55', 'name': '', 'network_id': '9c04068b-76ca-4080-b8d7-c75af5be021c', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'mac_address': 'fa:16:3e:1d:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '150e66c6-e30f-4cd3-87af-e5f597af0b53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:58Z', 'updated_at': '2022-02-28T19:09:04Z', 'revision_number': 4, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'subnets': [{'id': '150e66c6-e30f-4cd3-87af-e5f597af0b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:09:04.878330 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group_rule': {'security_group_id': 'f888c425-8df6-413c-b103-caa10a617af7', 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:04.881767 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-01dcf2be-ac66-49c3-8fce-6ce43cc9c237 req-361e33cc-5699-464a-95ee-1cd61b15e60c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449927 Feb 28 19:09:04.882901 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.916011 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:04.916011 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:04.916011 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:04.925168 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:04.974300 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:04.974955 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:04.976367 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] 10.222.0.55 "PUT /v2.0/ports/1b81a520-604c-463d-a536-17bf6df2396e HTTP/1.1" status: 200 len: 1094 time: 2.0428729 Feb 28 19:09:04.976859 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:05.007828 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee230cf9-a00a-4707-8dbf-5b2d4141680c service neutron] Pushing event updated for resources: {'Port': ['ID=1b81a520-604c-463d-a536-17bf6df2396e,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:05.044561 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e', 'status': 'completed', 'code': 200} Feb 28 19:09:05.052968 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.182900 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.189848 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9192d-5d02-4c27-9d8b-a93cb0f8ecf0 req-21295c8a-3948-4a93-b17d-1166712bc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.191550 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e9b9192d-5d02-4c27-9d8b-a93cb0f8ecf0 req-21295c8a-3948-4a93-b17d-1166712bc906 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 1097 time: 0.0997319 Feb 28 19:09:05.209815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07824c-2a81-49d9-87d3-3ba1a01be450 req-49e1a88a-663e-426e-bd1b-7751eb142fdd tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.211460 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1d07824c-2a81-49d9-87d3-3ba1a01be450 req-49e1a88a-663e-426e-bd1b-7751eb142fdd tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1498969 Feb 28 19:09:05.253763 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.290188 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1d07824c-2a81-49d9-87d3-3ba1a01be450 req-6f4dcd7d-4d60-422a-97da-5a81713836cc tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723853 Feb 28 19:09:05.299053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e291cbc4-a60d-414b-b586-37d37f055e4a,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:05.367390 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9192d-5d02-4c27-9d8b-a93cb0f8ecf0 req-08c40957-82df-4891-b9ed-ad1e0f73590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.369778 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e9b9192d-5d02-4c27-9d8b-a93cb0f8ecf0 req-08c40957-82df-4891-b9ed-ad1e0f73590c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9c0f14b6646b49b094d3461fca610f16&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1679089 Feb 28 19:09:05.376498 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.380565 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-98056371-2c92-4979-8c23-89a08d1666cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5045295 Feb 28 19:09:05.380801 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54144) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:05.387309 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group_rule': {'security_group_id': 'f888c425-8df6-413c-b103-caa10a617af7', 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:05.394016 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:05.400180 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:05.403844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:05.411665 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:05.501793 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.securitygroups_db [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Project 5518d47d1638480a986f6f9325e64e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:09:05.512927 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.525798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9192d-5d02-4c27-9d8b-a93cb0f8ecf0 req-ebad044e-f969-432a-af09-c1d5123d7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.527774 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e9b9192d-5d02-4c27-9d8b-a93cb0f8ecf0 req-ebad044e-f969-432a-af09-c1d5123d7517 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515334 Feb 28 19:09:05.597387 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.658238 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-a0deed9b-18b8-483e-be55-c01e9d947ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.659877 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-a0deed9b-18b8-483e-be55-c01e9d947ef4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 1097 time: 0.0818648 Feb 28 19:09:05.678767 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.714748 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1448978-f80f-4349-98b4-9428815ae2d5,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:05.776129 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-c36e455f-4b05-46a5-8c95-2ab711648afd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b81a520-604c-463d-a536-17bf6df2396e HTTP/1.1" status: 200 len: 217 time: 0.1072299 Feb 28 19:09:05.827425 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:05.829454 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8e1495ae-72ff-4a00-9fa0-a1f2ce5a74dc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4473257 Feb 28 19:09:05.832586 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54152) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:05.846689 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'security_group_rule': {'security_group_id': 'f888c425-8df6-413c-b103-caa10a617af7', 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:05.857586 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:05.865092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:security_group_rule and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:05.873070 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:05.887482 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:05.890740 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-3acca2cc-597a-4181-9a6f-e364466849f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.891879 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-3acca2cc-597a-4181-9a6f-e364466849f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.1103168 Feb 28 19:09:05.967048 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf31b4-a199-44eb-b044-403116a3c0ae req-8b1e6305-b834-42dd-a879-e7810630f2eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.967586 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6bd76-eca0-4cf7-b2ae-ebb2e32be46d req-0fdc1133-c321-4a65-a637-618167cf5c58 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:05.968658 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0bbf31b4-a199-44eb-b044-403116a3c0ae req-8b1e6305-b834-42dd-a879-e7810630f2eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 944 time: 0.1130760 Feb 28 19:09:05.968777 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1d6bd76-eca0-4cf7-b2ae-ebb2e32be46d req-0fdc1133-c321-4a65-a637-618167cf5c58 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 944 time: 0.2354159 Feb 28 19:09:06.007228 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.securitygroups_db [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Project 5518d47d1638480a986f6f9325e64e6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 19:09:06.028658 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0bbf31b4-a199-44eb-b044-403116a3c0ae req-1ac5da83-6b00-4c76-9954-fb12eb88f9eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502274 Feb 28 19:09:06.030033 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.058460 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1d6bd76-eca0-4cf7-b2ae-ebb2e32be46d req-8be9bd35-fb48-4647-b971-d2834e270c78 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783608 Feb 28 19:09:06.211382 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-965b91f9-e440-422f-9fec-7932b9a14e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:06.213448 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-965b91f9-e440-422f-9fec-7932b9a14e72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3134520 Feb 28 19:09:06.234449 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca60e2-04b9-4031-a634-6213fa1e9111 req-1656baf9-4751-4a73-b3f3-b355d5ac0d79 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:06.235962 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d8ca60e2-04b9-4031-a634-6213fa1e9111 req-1656baf9-4751-4a73-b3f3-b355d5ac0d79 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0941262 Feb 28 19:09:06.285228 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d8ca60e2-04b9-4031-a634-6213fa1e9111 req-884be4cf-9b05-4c56-888b-d38604470bc6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Feb 28 19:09:06.330107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.372638 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-d422eefd-f74f-46c1-b8d8-ececaf7957f2 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497903 Feb 28 19:09:06.399424 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478703'] for security_group_rule, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.413895 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 9f619a6d-feee-49cb-a565-806d4cda2cbf up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:06.527641 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f10214-f1fe-4563-b4bd-e95f5a617d32,revision_number=0']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:06.568888 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 9f619a6d-feee-49cb-a565-806d4cda2cbf completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:06.574610 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 9f619a6d-feee-49cb-a565-806d4cda2cbf triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:06.575092 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.590511 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2430ed9d-471a-4e33-83f3-fadb68a2c0b4 req-aed97163-f0aa-4c12-9482-47c62fa1657a service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113461 Feb 28 19:09:06.613731 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525822f-a15b-406a-98ec-1ba4f04c94f7 req-5b55dd4a-7870-4448-b79e-688715ca1cef tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:06.615252 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3525822f-a15b-406a-98ec-1ba4f04c94f7 req-5b55dd4a-7870-4448-b79e-688715ca1cef tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1879897 Feb 28 19:09:06.666360 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3525822f-a15b-406a-98ec-1ba4f04c94f7 req-23728ad6-60c4-41a5-8a4c-81962df2bf54 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444574 Feb 28 19:09:06.667512 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.668817 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a2fa0793-502a-404b-93e7-c4fc847918fd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8293560 Feb 28 19:09:06.705808 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.738073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f619a6d-feee-49cb-a565-806d4cda2cbf'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:06.749350 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 9f619a6d-feee-49cb-a565-806d4cda2cbf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:06.791012 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 3072d4a8-8571-4e9d-9b6a-7bb476829c55 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:06.830923 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f619a6d-feee-49cb-a565-806d4cda2cbf', 'code': 200} Feb 28 19:09:06.833960 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:06.919869 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=9f619a6d-feee-49cb-a565-806d4cda2cbf,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:07.027616 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning for port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:07.032789 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:07.041750 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:07.185507 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:07.221023 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] For port 3072d4a8-8571-4e9d-9b6a-7bb476829c55, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=3072d4a8-8571-4e9d-9b6a-7bb476829c55,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:07.241548 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416a949-dfd2-440a-a90f-c77799befc71 req-2a3eedd8-3395-4dc6-a69a-a1470d4e3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:07.243031 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8416a949-dfd2-440a-a90f-c77799befc71 req-2a3eedd8-3395-4dc6-a69a-a1470d4e3468 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 1098 time: 0.1395848 Feb 28 19:09:07.261642 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4136054-7894-4c4a-817d-22b1580615da req-de822bc7-e515-4a7e-a258-6f6526e11fcd tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:07.263138 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f4136054-7894-4c4a-817d-22b1580615da req-de822bc7-e515-4a7e-a258-6f6526e11fcd tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.0837548 Feb 28 19:09:07.295710 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a503958-ab40-484a-ba13-ab7f4209508b req-9600899e-45df-423b-883a-b403f10df339 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:07.296436 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-1a503958-ab40-484a-ba13-ab7f4209508b req-9600899e-45df-423b-883a-b403f10df339 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Synchronizing usage tracker for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:07.308830 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8416a949-dfd2-440a-a90f-c77799befc71 req-8d001b8f-5982-44bb-8e6e-32d475cf77c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Feb 28 19:09:07.311116 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f4136054-7894-4c4a-817d-22b1580615da req-533c39ba-f049-4a0a-8cfe-28d734326f92 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Feb 28 19:09:07.318979 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:07.388753 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Pushing event updated for resources: {'Port': ['ID=3072d4a8-8571-4e9d-9b6a-7bb476829c55,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:07.425843 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-1a503958-ab40-484a-ba13-ab7f4209508b req-9600899e-45df-423b-883a-b403f10df339 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Unset dirty status for tenant:9c0f14b6646b49b094d3461fca610f16 on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:07.427101 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1a503958-ab40-484a-ba13-ab7f4209508b req-9600899e-45df-423b-883a-b403f10df339 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 944 time: 0.2690673 Feb 28 19:09:07.477975 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1a503958-ab40-484a-ba13-ab7f4209508b req-dfb82119-811b-4feb-af60-0e6ebfec141a tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 Feb 28 19:09:07.497475 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcb6f4-6ac0-4444-8bf6-8a395ec9cd9a req-002ba7a7-b49a-4eb2-bb30-f545cf5e9fa2 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:07.499063 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-05fcb6f4-6ac0-4444-8bf6-8a395ec9cd9a req-002ba7a7-b49a-4eb2-bb30-f545cf5e9fa2 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0932767 Feb 28 19:09:07.545395 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-05fcb6f4-6ac0-4444-8bf6-8a395ec9cd9a req-422f60d9-6d11-45e5-bf8d-a9fd19dcc845 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Feb 28 19:09:07.736283 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb3b5f-680e-43f3-b8af-39c208143d6c req-c9d1f331-6514-4bdc-86e9-12aa81e5402b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:07.738688 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ebb3b5f-680e-43f3-b8af-39c208143d6c req-c9d1f331-6514-4bdc-86e9-12aa81e5402b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0866344 Feb 28 19:09:07.752860 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54212) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:07.758195 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Request body: {'floatingip': {'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:07.840720 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:07.871758 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c10126-ccea-4e76-af3a-4fbd9678800f req-ca8dd65a-1e45-4e4e-820d-26596ba4f024 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:07.873274 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d5c10126-ccea-4e76-af3a-4fbd9678800f req-ca8dd65a-1e45-4e4e-820d-26596ba4f024 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.0838881 Feb 28 19:09:07.921093 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d5c10126-ccea-4e76-af3a-4fbd9678800f req-b137736c-81a7-46bb-aeb0-a59b15ff6ee4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417500 Feb 28 19:09:08.449717 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1b81a520-604c-463d-a536-17bf6df2396e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:09:08.516194 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:08.553285 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2058-8294-45d9-a8f7-e2dd8f5d1ade req-c02c61c6-076c-49bd-a197-ff3e6d13ecee tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:08.554914 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e79d2058-8294-45d9-a8f7-e2dd8f5d1ade req-c02c61c6-076c-49bd-a197-ff3e6d13ecee tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.1203103 Feb 28 19:09:08.674475 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 1b81a520-604c-463d-a536-17bf6df2396e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1b81a520-604c-463d-a536-17bf6df2396e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:08.691332 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:08.692142 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '1b81a520-604c-463d-a536-17bf6df2396e', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'port_id': '1b81a520-604c-463d-a536-17bf6df2396e', 'mac_address': 'fa:16:3e:82:0c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:09:08.736602 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ab2f8-904c-4d59-837f-942fa7bf7013 req-b58c8b0a-4fc1-4ad6-87c3-4fe43163ecba tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:08.742169 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5d6ab2f8-904c-4d59-837f-942fa7bf7013 req-b58c8b0a-4fc1-4ad6-87c3-4fe43163ecba tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 944 time: 0.1069791 Feb 28 19:09:08.804233 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:08.809655 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e79d2058-8294-45d9-a8f7-e2dd8f5d1ade req-125f389c-8705-4b83-8afd-245431401664 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476954 Feb 28 19:09:08.824169 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 3072d4a8-8571-4e9d-9b6a-7bb476829c55 up at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:08.862990 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5d6ab2f8-904c-4d59-837f-942fa7bf7013 req-fece5823-3991-4d76-a142-cf9ca232ec24 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953395 Feb 28 19:09:08.883847 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b81a520-604c-463d-a536-17bf6df2396e {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:08.917301 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 1b81a520-604c-463d-a536-17bf6df2396e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1b81a520-604c-463d-a536-17bf6df2396e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:08.929324 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Provisioning complete for port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:08.929680 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:08.934299 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Floating IP e344e18d-8fc1-49dd-a26b-d6901027fcee associated. External IP: 172.28.1.193, port: 119b8a61-4fb1-4bed-a030-c46631324b57. Feb 28 19:09:08.994038 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:09.112929 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=1b81a520-604c-463d-a536-17bf6df2396e,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:09.293286 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984bef6-4114-4592-9826-b29da8c17763 req-11d0d2d5-abdd-40e2-a605-e095f3674251 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:09.294695 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f984bef6-4114-4592-9826-b29da8c17763 req-11d0d2d5-abdd-40e2-a605-e095f3674251 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.2024567 Feb 28 19:09:09.299511 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['1b81a520-604c-463d-a536-17bf6df2396e'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:09.424122 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f984bef6-4114-4592-9826-b29da8c17763 req-472f3716-d97e-4abb-9cab-899cf2272232 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779872 Feb 28 19:09:09.429263 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:09:09.618047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:09:09.623088 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:09.629678 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:09:09.639868 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:09.640511 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:09.682776 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-51e7f649-153f-404b-8464-72c0df7a8ef3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "PUT /v2.0/floatingips/e344e18d-8fc1-49dd-a26b-d6901027fcee HTTP/1.1" status: 200 len: 992 time: 1.9286618 Feb 28 19:09:09.683423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:09.739557 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'status': 'completed', 'code': 200} Feb 28 19:09:09.844256 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:09.849019 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-67a2e79b-e775-47ef-81ab-5536cbdabd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:09.850606 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-67a2e79b-e775-47ef-81ab-5536cbdabd2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1099 time: 0.0852258 Feb 28 19:09:10.098583 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-54fd78b8-5e82-4186-86f9-e9299f7e47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:10.100243 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-54fd78b8-5e82-4186-86f9-e9299f7e47fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.2434800 Feb 28 19:09:10.175603 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987a5f7-7691-4142-8cf7-555827e9f3cc req-cefddd38-ab42-4cda-952e-ff1652b78e88 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:10.177107 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faadd6-3bbc-46d9-86bd-1895a2f1ab82 req-eb6cdc2f-a3f1-475f-b97e-30a2a872507d tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:10.179400 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f0faadd6-3bbc-46d9-86bd-1895a2f1ab82 req-eb6cdc2f-a3f1-475f-b97e-30a2a872507d tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 945 time: 0.1025014 Feb 28 19:09:10.183446 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5987a5f7-7691-4142-8cf7-555827e9f3cc req-cefddd38-ab42-4cda-952e-ff1652b78e88 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.1964529 Feb 28 19:09:10.241259 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f0faadd6-3bbc-46d9-86bd-1895a2f1ab82 req-b0f878d0-ddef-4d67-b50a-71cc552e85a0 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559664 Feb 28 19:09:10.258061 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5987a5f7-7691-4142-8cf7-555827e9f3cc req-fb7662a8-9c31-4f5d-8328-55d7f4d75a88 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 Feb 28 19:09:10.260329 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-ac1faed3-9388-402a-b573-adcbb96c064a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 200 len: 1000 time: 0.1513286 Feb 28 19:09:10.328474 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'e344e18d-8fc1-49dd-a26b-d6901027fcee', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'mac_address': 'fa:16:3e:a7:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:09:08Z', 'revision_number': 1, 'project_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:10.335122 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:09:10.350655 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:10.354530 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:10.463372 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-0c4501d2-46b2-458d-a92e-35f808cd97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:10.477475 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-0c4501d2-46b2-458d-a92e-35f808cd97c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.2111995 Feb 28 19:09:10.486077 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1b81a520-604c-463d-a536-17bf6df2396e up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:10.584100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-c9236ef9-fb5e-48e3-b3e5-989db82b7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:10.585805 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-c9236ef9-fb5e-48e3-b3e5-989db82b7cec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1018770 Feb 28 19:09:10.677768 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:10.705846 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a11e-e500-4e1a-9adc-16c31bea6458 req-1bf0440d-e9d3-4ba0-89d3-2eb2f6280fa4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:10.709424 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-20b4a11e-e500-4e1a-9adc-16c31bea6458 req-1bf0440d-e9d3-4ba0-89d3-2eb2f6280fa4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1275444 Feb 28 19:09:10.778046 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-20b4a11e-e500-4e1a-9adc-16c31bea6458 req-99d64201-4506-44d9-b4be-b7e9627c85fd tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675735 Feb 28 19:09:10.832334 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-a0313041-e644-4314-bc1a-ca5166766c14 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382083 Feb 28 19:09:10.986870 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-814a7c16-51a9-44e5-8d14-31f8f51fcc97 req-362cdaf5-e01e-45b3-bc1b-33788304d8a1 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414940 Feb 28 19:09:10.991705 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 1b81a520-604c-463d-a536-17bf6df2396e completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:11.010685 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 1b81a520-604c-463d-a536-17bf6df2396e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:11.011065 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:11.198352 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:11.230204 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:11.239168 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'e344e18d-8fc1-49dd-a26b-d6901027fcee', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'mac_address': 'fa:16:3e:a7:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:09:08Z', 'revision_number': 1, 'project_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:11.244427 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 1b81a520-604c-463d-a536-17bf6df2396e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1b81a520-604c-463d-a536-17bf6df2396e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:11.246719 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cfb0f-5180-42b6-8ea8-1aae44175de5 None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'e344e18d-8fc1-49dd-a26b-d6901027fcee', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'mac_address': 'fa:16:3e:a7:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:09:08Z', 'revision_number': 1, 'project_id': '951341064c6a4c92869840f9f199ff27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:09:11.287447 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e', 'code': 200} Feb 28 19:09:11.291978 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:11.378777 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=1b81a520-604c-463d-a536-17bf6df2396e,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:11.484773 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a7d32-4449-4a96-95c2-efc8ee66c1de req-aba4ebaa-9828-4eb1-80fd-5425aa3f2566 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:11.490352 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9b3a7d32-4449-4a96-95c2-efc8ee66c1de req-aba4ebaa-9828-4eb1-80fd-5425aa3f2566 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.1012530 Feb 28 19:09:11.542587 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9b3a7d32-4449-4a96-95c2-efc8ee66c1de req-9a31f086-9226-4c93-ba16-e6cc4f7d378e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493705 Feb 28 19:09:11.565532 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dfdb03-477f-4855-8e76-d4b018580ffd None None] New status for floating IP e344e18d-8fc1-49dd-a26b-d6901027fcee: ACTIVE {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:09:11.667114 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea56e5-3193-43cf-ba0c-6ae3c2c27936 req-d9ccd15e-069e-4c77-95f3-cafe15a1930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:11.668625 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9fea56e5-3193-43cf-ba0c-6ae3c2c27936 req-d9ccd15e-069e-4c77-95f3-cafe15a1930c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 1099 time: 0.0830996 Feb 28 19:09:11.715563 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9fea56e5-3193-43cf-ba0c-6ae3c2c27936 req-1bb33467-b647-4aa0-86cc-69674cba343f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Feb 28 19:09:11.982925 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b0957-9b6d-479d-9270-48298c3ed163 req-c3a2f4ff-b616-4e46-bf07-c75202db291c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:11.984337 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d70b0957-9b6d-479d-9270-48298c3ed163 req-c3a2f4ff-b616-4e46-bf07-c75202db291c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.0947642 Feb 28 19:09:12.034551 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d70b0957-9b6d-479d-9270-48298c3ed163 req-39136842-135d-4865-a5e3-0a0f4b18e2c6 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430498 Feb 28 19:09:12.763320 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f24559-8a35-430c-a0fc-2bf9c6cc3139 req-fe251308-b436-4966-9fb3-fe88b85d7cbc tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:12.764782 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-12f24559-8a35-430c-a0fc-2bf9c6cc3139 req-fe251308-b436-4966-9fb3-fe88b85d7cbc tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.0937974 Feb 28 19:09:12.811290 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-12f24559-8a35-430c-a0fc-2bf9c6cc3139 req-8aa1f74f-18c7-4d70-84a2-f3440597ac4e tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 Feb 28 19:09:13.243707 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18712a-72d8-417b-95ac-6cc45875deb9 req-516bf53f-54d3-4b3b-8480-bed4775b1eca tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:13.246072 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1b18712a-72d8-417b-95ac-6cc45875deb9 req-516bf53f-54d3-4b3b-8480-bed4775b1eca tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1015806 Feb 28 19:09:13.303104 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1b18712a-72d8-417b-95ac-6cc45875deb9 req-9732249e-218b-4023-b23f-70c680c0d61f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509043 Feb 28 19:09:13.999495 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9627cf-e12d-4403-92ad-863aad8f0795 req-4e94612c-2584-41a5-bc90-fe540cffbbf1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:14.000939 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fb9627cf-e12d-4403-92ad-863aad8f0795 req-4e94612c-2584-41a5-bc90-fe540cffbbf1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.0809288 Feb 28 19:09:14.051030 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fb9627cf-e12d-4403-92ad-863aad8f0795 req-f7e179e9-0847-493b-b18f-c071411629ca tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Feb 28 19:09:14.236062 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e61257-0932-4c64-a0ff-99bf38ec03b0 req-f6f987d7-0af1-460a-8603-a56914a988ad tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:14.237531 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d2e61257-0932-4c64-a0ff-99bf38ec03b0 req-f6f987d7-0af1-460a-8603-a56914a988ad tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.0817335 Feb 28 19:09:14.245973 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54298) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:14.250955 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Request body: {'floatingip': {'port_id': '1b81a520-604c-463d-a536-17bf6df2396e'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:14.330018 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:14.363415 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:09:14.514496 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fa239-40b0-4eb1-9de5-d8ef16590d43 req-31753ecd-64f2-4043-a883-4e4bc60b7b15 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:14.515881 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d27fa239-40b0-4eb1-9de5-d8ef16590d43 req-31753ecd-64f2-4043-a883-4e4bc60b7b15 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.0913577 Feb 28 19:09:14.566034 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d27fa239-40b0-4eb1-9de5-d8ef16590d43 req-031bc433-9ced-4a96-ba39-745c5c4445d8 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427501 Feb 28 19:09:15.044023 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:15.106484 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:15.284638 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Floating IP c8f4b100-36c5-4a0b-8f72-ee83183e0528 associated. External IP: 172.28.1.65, port: 1b81a520-604c-463d-a536-17bf6df2396e. Feb 28 19:09:15.666478 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:09:15.921541 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a812-d9ca-4a65-b664-f00a09321e36 req-8d299fb7-8694-4693-ba4b-65a3e7c92f4f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:15.923148 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4b46a812-d9ca-4a65-b664-f00a09321e36 req-8d299fb7-8694-4693-ba4b-65a3e7c92f4f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1900430 Feb 28 19:09:15.924471 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:09:15.928769 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:15.935840 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:09:15.945349 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:15.946021 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:16.012136 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-55f93d0d-2e7b-4fa8-9f61-3d9003c1b513 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "PUT /v2.0/floatingips/c8f4b100-36c5-4a0b-8f72-ee83183e0528 HTTP/1.1" status: 200 len: 991 time: 1.7649016 Feb 28 19:09:16.014742 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:16.025881 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4b46a812-d9ca-4a65-b664-f00a09321e36 req-b44351ad-94ca-4ddc-a325-5328f1dbdcfb tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687141 Feb 28 19:09:16.148239 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:16.196123 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e', 'status': 'completed', 'code': 200} Feb 28 19:09:16.311453 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-a6090452-9c8e-4465-a44d-770a07a13a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:16.313055 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-a6090452-9c8e-4465-a44d-770a07a13a64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c0f14b6646b49b094d3461fca610f16&device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 1099 time: 0.0822215 Feb 28 19:09:16.461377 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-a0aa89e6-d40e-4d8c-9f6c-2c55b5b3185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:16.462843 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-a0aa89e6-d40e-4d8c-9f6c-2c55b5b3185a service neutron] 10.222.0.55 "GET /v2.0/networks?id=63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 200 len: 911 time: 0.1433332 Feb 28 19:09:16.649864 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-6eb2f78d-ae08-4721-ba29-5da6cf1807a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b81a520-604c-463d-a536-17bf6df2396e HTTP/1.1" status: 200 len: 999 time: 0.1796563 Feb 28 19:09:16.654589 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'c8f4b100-36c5-4a0b-8f72-ee83183e0528', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'port_id': '1b81a520-604c-463d-a536-17bf6df2396e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'mac_address': 'fa:16:3e:82:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:55Z', 'updated_at': '2022-02-28T19:09:14Z', 'revision_number': 1, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:16.659077 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:09:16.675172 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:16.675962 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:08:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:16.841942 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-df970af0-ab9e-47e4-a66d-417b7ce5774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:16.843375 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-df970af0-ab9e-47e4-a66d-417b7ce5774c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 200 len: 849 time: 0.1877706 Feb 28 19:09:16.898810 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:16.929529 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-8426a163-3299-4bf2-9538-49e5e0ecdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:16.930982 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-8426a163-3299-4bf2-9538-49e5e0ecdcfa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63479164-a223-4f16-ab5c-94c1820761f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810881 Feb 28 19:09:17.076182 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-97ff3817-0326-4570-9ae9-7f019ff0339f service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350222 Feb 28 19:09:17.230200 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cdd48038-e24d-44c7-9a04-b502956e7bbc req-e442bd4d-889a-4f3a-9f6a-6515be50fbe3 service neutron] 10.222.0.55 "GET /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445169 Feb 28 19:09:17.234215 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb6daa-2751-4115-aa6f-69953186a433 req-4c2c91e3-9899-481a-90bf-ba987bd1c281 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:17.237839 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-64eb6daa-2751-4115-aa6f-69953186a433 req-4c2c91e3-9899-481a-90bf-ba987bd1c281 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.0930009 Feb 28 19:09:17.293229 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-64eb6daa-2751-4115-aa6f-69953186a433 req-bc9236f8-c70d-4101-b715-855c321d9f47 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484560 Feb 28 19:09:17.316635 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'c8f4b100-36c5-4a0b-8f72-ee83183e0528', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'port_id': '1b81a520-604c-463d-a536-17bf6df2396e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'mac_address': 'fa:16:3e:82:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:55Z', 'updated_at': '2022-02-28T19:09:14Z', 'revision_number': 1, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:17.320782 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77856a8-9b81-4ebf-8bcb-647d91aa94e9 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': 'c8f4b100-36c5-4a0b-8f72-ee83183e0528', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'port_id': '1b81a520-604c-463d-a536-17bf6df2396e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'mac_address': 'fa:16:3e:82:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:08:55Z', 'updated_at': '2022-02-28T19:09:14Z', 'revision_number': 1, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:09:17.507590 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab328a-301e-422f-87f4-8f39444241bd None None] New status for floating IP c8f4b100-36c5-4a0b-8f72-ee83183e0528: ACTIVE {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:09:17.985777 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2cfefe7f-2b18-41db-8593-020ecdc48958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:18.195171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-14c6941c-98b2-4395-b354-8ae7b04510ff tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:18.197014 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-14c6941c-98b2-4395-b354-8ae7b04510ff tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.2379715 Feb 28 19:09:18.212482 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-b3185e0f-792a-4eba-87b7-76e0b5c66bd6 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/quotas/593e215dbaab4907aee377120abbce6d HTTP/1.1" status: 200 len: 375 time: 0.0098364 Feb 28 19:09:18.308967 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-1976e970-11ac-452d-ac04-cac5430d8cd5 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906873 Feb 28 19:09:18.444783 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-c694b483-d5c6-43b0-bf98-fac46ecd93db service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288083 Feb 28 19:09:18.587606 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-e6ac3ac6-fc9d-4a8a-8bd6-06cb041046f3 service neutron] 10.222.0.41 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359768 Feb 28 19:09:18.916490 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-4576eca8-7fda-4ada-bc9e-92838815d2ce req-320c4bd6-813d-493e-b123-cd45ace75770 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 210 time: 0.0642035 Feb 28 19:09:19.003000 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4cbbf-86ba-40c4-baf8-f2b372ba0de1 req-5fe37fcf-f3ed-4f2f-96a8-4889ac256988 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:19.004573 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-acf4cbbf-86ba-40c4-baf8-f2b372ba0de1 req-5fe37fcf-f3ed-4f2f-96a8-4889ac256988 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1108372 Feb 28 19:09:19.056146 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-acf4cbbf-86ba-40c4-baf8-f2b372ba0de1 req-9f7b2e0b-e61b-44ca-b314-83285ac3a135 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454106 Feb 28 19:09:20.085048 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-86722d33-c327-46a5-9f01-ae3fb8e9e0cd req-cced05c0-e0c0-4dd4-8694-f442ca271d4e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 210 time: 0.0417936 Feb 28 19:09:20.255401 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02313e5e-4b56-4465-a551-119e74d38553 req-7d87fa4d-5de9-4d8c-9b6b-a71a69a86dd7 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:20.256812 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-02313e5e-4b56-4465-a551-119e74d38553 req-7d87fa4d-5de9-4d8c-9b6b-a71a69a86dd7 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.0804553 Feb 28 19:09:20.306356 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-02313e5e-4b56-4465-a551-119e74d38553 req-c7038faa-3e17-4709-b760-773cc8da4043 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429950 Feb 28 19:09:20.815866 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ff1dab16-ad9e-4e3b-94e4-426ceb21133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:21.201822 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-a4acfd1a-14eb-4cd2-be22-b1a838726c59 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:21.203283 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-a4acfd1a-14eb-4cd2-be22-b1a838726c59 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/networks?id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 200 len: 814 time: 0.1561625 Feb 28 19:09:21.247102 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Request body: {'port': {'device_id': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'admin_state_up': True, 'tenant_id': '593e215dbaab4907aee377120abbce6d'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:21.270128 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-74251f4f-5556-404a-89b8-bc613b7efb00 req-13b98090-3bff-43ca-985a-933fcf91673a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 210 time: 0.0658643 Feb 28 19:09:21.406428 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:21.416633 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:21.472874 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:21.490694 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Made reservation on behalf of 593e215dbaab4907aee377120abbce6d for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:09:21.494685 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:21.531094 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9466679-2b90-496b-ab97-195877ba98fb req-3c6423c8-1bc8-4e29-833b-65d52ae2ed6f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:21.534068 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c9466679-2b90-496b-ab97-195877ba98fb req-3c6423c8-1bc8-4e29-833b-65d52ae2ed6f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.1066606 Feb 28 19:09:21.598671 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c9466679-2b90-496b-ab97-195877ba98fb req-32a25ed2-fd8d-4889-9d5f-1df6399fbd79 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=80e44eb0-fe5e-4319-967c-7375028a2bc4&id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583355 Feb 28 19:09:21.704165 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Allocated IP 172.20.0.9 (60a08dcb-1c2b-4fd3-9e98-29114524e0fd/65ced0d7-f9fb-454d-8fa3-75bb84930c10/aca9c630-ad38-4754-93ae-f44e2770943a) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:09:21.955311 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:22.043434 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:22.057932 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627', '0339f091-bed7-4101-97c9-2abe92868026', '9f619a6d-feee-49cb-a565-806d4cda2cbf'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:22.113343 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:09:22.116465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:09:22.125858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:09:22.169716 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event updated for resources: {'Port': ['ID=aca9c630-ad38-4754-93ae-f44e2770943a,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:22.205627 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:22.207219 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:22.298276 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-dd9e591c-7e46-46b6-a2ae-b5cae3e5c8e0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593944 Feb 28 19:09:22.311580 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Request body: {'port': {'device_id': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:22.318459 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:22.452593 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:22.505462 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a86df-153d-43cd-87b5-4cc15c70ee12 req-db398ef5-f1eb-4259-8db5-064ac787d4d8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:22.507832 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dd0a86df-153d-43cd-87b5-4cc15c70ee12 req-db398ef5-f1eb-4259-8db5-064ac787d4d8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 931 time: 0.0981381 Feb 28 19:09:22.572876 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dd0a86df-153d-43cd-87b5-4cc15c70ee12 req-089b47d1-166e-470d-a32d-391f350e2738 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544081 Feb 28 19:09:22.939809 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca9c630-ad38-4754-93ae-f44e2770943a {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:22.947235 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:22.961619 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Transition to ACTIVE for port object aca9c630-ad38-4754-93ae-f44e2770943a will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:09:23.082542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:23.245383 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9c630-ad38-4754-93ae-f44e2770943a,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:23.319203 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Attempting to bind port aca9c630-ad38-4754-93ae-f44e2770943a on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:09:23.319536 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Attempting to bind port aca9c630-ad38-4754-93ae-f44e2770943a by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:09:23.319856 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Attempting to bind port aca9c630-ad38-4754-93ae-f44e2770943a on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:23.324584 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Port aca9c630-ad38-4754-93ae-f44e2770943a on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:09:23.324899 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Attempting to bind port aca9c630-ad38-4754-93ae-f44e2770943a on network 60a08dcb-1c2b-4fd3-9e98-29114524e0fd {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:23.329921 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:09:23.330257 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Checking segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:09:23.330636 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Bound using segment: {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:09:23.331064 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Bound port: aca9c630-ad38-4754-93ae-f44e2770943a, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04e5eb9-3623-49e4-8e80-1c6b2683501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:09:23.331387 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:23.423200 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] For port aca9c630-ad38-4754-93ae-f44e2770943a, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:09:23.426220 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] For port aca9c630-ad38-4754-93ae-f44e2770943a, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aca9c630-ad38-4754-93ae-f44e2770943a,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:09:23.484718 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:23.542661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:23.543272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:23.544670 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/aca9c630-ad38-4754-93ae-f44e2770943a HTTP/1.1" status: 200 len: 1093 time: 1.2389379 Feb 28 19:09:23.545089 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'tag': 'aca9c630-ad38-4754-93ae-f44e2770943a'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:23.572290 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d01a8-8994-4f8d-aaf8-d820d22452d8 service neutron] Pushing event updated for resources: {'Port': ['ID=aca9c630-ad38-4754-93ae-f44e2770943a,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:23.577436 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:23.590151 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'tag': 'aca9c630-ad38-4754-93ae-f44e2770943a', 'status': 'completed', 'code': 200} Feb 28 19:09:23.684566 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61bc2-58d9-4988-a16e-94f907e7a705 req-559983a4-fc8f-499a-a255-df3f977f5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:23.686072 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1c61bc2-58d9-4988-a16e-94f907e7a705 req-559983a4-fc8f-499a-a255-df3f977f5190 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 1096 time: 0.0732253 Feb 28 19:09:23.767332 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042593-8bcc-4d7b-980d-7c6d42e82dc2 req-8ab6c350-d60d-4c19-b79d-493cff6730d5 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:23.768729 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fd042593-8bcc-4d7b-980d-7c6d42e82dc2 req-8ab6c350-d60d-4c19-b79d-493cff6730d5 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 943 time: 0.0802498 Feb 28 19:09:23.813888 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fd042593-8bcc-4d7b-980d-7c6d42e82dc2 req-e3cc2eab-583d-426a-86b0-cc0c005d1c64 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Feb 28 19:09:23.832934 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61bc2-58d9-4988-a16e-94f907e7a705 req-2562a942-48fe-4eeb-988c-06b62118b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:23.834417 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1c61bc2-58d9-4988-a16e-94f907e7a705 req-2562a942-48fe-4eeb-988c-06b62118b370 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=593e215dbaab4907aee377120abbce6d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1406810 Feb 28 19:09:23.975522 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61bc2-58d9-4988-a16e-94f907e7a705 req-d244991c-bf00-4796-ade1-5ca14128998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:23.977003 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1c61bc2-58d9-4988-a16e-94f907e7a705 req-d244991c-bf00-4796-ade1-5ca14128998b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344926 Feb 28 19:09:24.094385 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-6b3030ba-a811-43a1-bc2b-9bc35f7c9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:24.095835 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-6b3030ba-a811-43a1-bc2b-9bc35f7c9172 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=593e215dbaab4907aee377120abbce6d&device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 1096 time: 0.0753927 Feb 28 19:09:24.170428 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-c988b283-2cd9-4feb-996c-28d5b012b130 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aca9c630-ad38-4754-93ae-f44e2770943a HTTP/1.1" status: 200 len: 217 time: 0.0646691 Feb 28 19:09:24.233345 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa110-2004-485a-9b55-d662aaa65be1 req-9f7e9bda-68e4-4b61-af4c-92086e43def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:24.238313 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-9f7e9bda-68e4-4b61-af4c-92086e43def7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 200 len: 854 time: 0.0575516 Feb 28 19:09:24.297602 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-6da2a0ea-3329-4bd3-8426-6fa94fc1f701 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60a08dcb-1c2b-4fd3-9e98-29114524e0fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556018 Feb 28 19:09:24.359264 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-e1a9fdb7-ec16-418a-bdf3-8a7164075c3a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060752780&fields=id&tenant_id=5518d47d1638480a986f6f9325e64e6b HTTP/1.1" status: 200 len: 267 time: 0.0864713 Feb 28 19:09:24.553241 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-9a55cf3c-bb5c-4f41-8d6f-b1e2cec97fae service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414823 Feb 28 19:09:24.712299 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-3489d151-4b24-4530-aa88-2b6d7eb3a116 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:24.712299 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-3489d151-4b24-4530-aa88-2b6d7eb3a116 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 807 time: 0.3038504 Feb 28 19:09:24.779675 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-07d0d482-09f6-4acb-adfa-6dd09a809bf9 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/quotas/5518d47d1638480a986f6f9325e64e6b HTTP/1.1" status: 200 len: 375 time: 0.0264471 Feb 28 19:09:24.849754 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-caffa110-2004-485a-9b55-d662aaa65be1 req-6aef1f06-bc9a-4c98-9153-c5a96859cc16 service neutron] 10.222.0.55 "GET /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872186 Feb 28 19:09:24.879128 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-7be09741-50ae-460a-9b8a-947997978892 req-bac05f1b-459a-4793-b8d2-83322fa1db66 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Synchronizing usage tracker for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:24.970181 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-7be09741-50ae-460a-9b8a-947997978892 req-bac05f1b-459a-4793-b8d2-83322fa1db66 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Unset dirty status for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:24.971427 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-bac05f1b-459a-4793-b8d2-83322fa1db66 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854270 Feb 28 19:09:25.111178 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-997d740d-fbb4-4115-a5d6-1bcc8f197f07 service neutron] 10.222.0.41 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274664 Feb 28 19:09:25.249451 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-3ce1988c-9740-4709-b5a3-081921982c4c service neutron] 10.222.0.41 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322601 Feb 28 19:09:25.415156 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f486e-f2c5-4cc6-9df5-17ff25e5d130 req-df97ebab-ddf1-4e3f-95d0-9f76086ff89b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:25.417137 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-161f486e-f2c5-4cc6-9df5-17ff25e5d130 req-df97ebab-ddf1-4e3f-95d0-9f76086ff89b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 943 time: 0.0988083 Feb 28 19:09:25.466186 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-161f486e-f2c5-4cc6-9df5-17ff25e5d130 req-c792a227-fab7-4d12-8db8-1cd744f7bb8f tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Feb 28 19:09:25.951243 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-dc58476a-ed4f-470b-9ea3-0fc071e5b084 req-3aebffec-2bfb-4f61-b8ae-3df4fe06a499 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 210 time: 0.0431557 Feb 28 19:09:26.588415 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device aca9c630-ad38-4754-93ae-f44e2770943a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:09:26.664190 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32c1e3-3828-4b82-906d-b479a383aaf5 req-0a14e1c0-19e6-435e-9bd8-10868c82b007 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:26.664966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6e32c1e3-3828-4b82-906d-b479a383aaf5 req-0a14e1c0-19e6-435e-9bd8-10868c82b007 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:26.733976 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port aca9c630-ad38-4754-93ae-f44e2770943a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aca9c630-ad38-4754-93ae-f44e2770943a,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:26.748060 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'aca9c630-ad38-4754-93ae-f44e2770943a', 'network_id': '60a08dcb-1c2b-4fd3-9e98-29114524e0fd', 'port_id': 'aca9c630-ad38-4754-93ae-f44e2770943a', 'mac_address': 'fa:16:3e:b1:91:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ced0d7-f9fb-454d-8fa3-75bb84930c10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:09:26.785274 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6e32c1e3-3828-4b82-906d-b479a383aaf5 req-0a14e1c0-19e6-435e-9bd8-10868c82b007 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:26.786641 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6e32c1e3-3828-4b82-906d-b479a383aaf5 req-0a14e1c0-19e6-435e-9bd8-10868c82b007 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 943 time: 0.2098513 Feb 28 19:09:26.807546 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:26.824697 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca9c630-ad38-4754-93ae-f44e2770943a {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:26.831269 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6e32c1e3-3828-4b82-906d-b479a383aaf5 req-88f13037-e7e9-46ea-8c05-dd7beac56a10 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Feb 28 19:09:26.840811 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port aca9c630-ad38-4754-93ae-f44e2770943a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aca9c630-ad38-4754-93ae-f44e2770943a,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:26.934111 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:27.001549 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=aca9c630-ad38-4754-93ae-f44e2770943a,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:27.008702 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.009052 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.009393 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.009724 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.010055 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.010442 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.010953 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.011362 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.011725 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.012054 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.012412 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.012755 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:27.102827 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5e3a6cf7-0ab2-4ee9-9927-b6bc960128e3 req-652e5590-0f6a-41d0-993b-c2dbbbdd0963 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Feb 28 19:09:27.292413 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['aca9c630-ad38-4754-93ae-f44e2770943a'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:28.016023 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468fd26-4cb4-487e-88af-720851310d03 req-309761e0-ed4e-4647-8173-30a0e534d4f4 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:28.017609 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a468fd26-4cb4-487e-88af-720851310d03 req-309761e0-ed4e-4647-8173-30a0e534d4f4 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 944 time: 0.0819225 Feb 28 19:09:28.062344 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a468fd26-4cb4-487e-88af-720851310d03 req-901892ab-2cd5-4215-b735-7424014c8653 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Feb 28 19:09:28.254822 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d08f7c58-ad08-4ce2-a6c7-43069cf46e9f req-75ef8b1f-4b1e-40fa-800c-53aa68087617 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 210 time: 0.0466290 Feb 28 19:09:28.536132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-89481a37-33df-4cd3-9400-7d8676787e44 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:28.537584 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-89481a37-33df-4cd3-9400-7d8676787e44 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.55 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 807 time: 0.1514251 Feb 28 19:09:28.590649 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-399d8d68-84ef-480e-a819-1b52a4b4680b tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5518d47d1638480a986f6f9325e64e6b HTTP/1.1" status: 200 len: 380 time: 0.0444508 Feb 28 19:09:28.605038 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device aca9c630-ad38-4754-93ae-f44e2770943a up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:28.606773 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'port': {'device_id': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'admin_state_up': True, 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'security_groups': ['f888c425-8df6-413c-b103-caa10a617af7']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:28.735863 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port aca9c630-ad38-4754-93ae-f44e2770943a completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:28.741302 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port aca9c630-ad38-4754-93ae-f44e2770943a triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:28.741747 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:28.755895 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:28.767883 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:28.850097 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Made reservation on behalf of 5518d47d1638480a986f6f9325e64e6b for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:09:28.853631 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:28.866284 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:28.892663 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9c630-ad38-4754-93ae-f44e2770943a'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:28.903915 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port aca9c630-ad38-4754-93ae-f44e2770943a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aca9c630-ad38-4754-93ae-f44e2770943a,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:28.938645 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca9c630-ad38-4754-93ae-f44e2770943a', 'code': 200} Feb 28 19:09:28.976702 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:29.023127 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Allocated IP 172.20.0.11 (ebe91f25-072e-4c17-af50-c9925fb110a3/f7c2529b-4072-426d-a3bf-e6e996dcabc5/31b379cc-1984-4bf2-b48e-2eb4e4a8af0c) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:09:29.047497 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=aca9c630-ad38-4754-93ae-f44e2770943a,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:29.302926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:29.330427 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Transition to ACTIVE for port object 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c will not be triggered until provisioned by entity DHCP. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:09:29.363376 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2555a58-412d-49b3-b522-e522738b6eea req-380edf82-6a17-4637-a463-3876493ac38e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:29.364888 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e2555a58-412d-49b3-b522-e522738b6eea req-380edf82-6a17-4637-a463-3876493ac38e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 945 time: 0.1910670 Feb 28 19:09:29.406612 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-52eb27b4-1535-4c1f-8e56-79520b858cff req-6c8d6c20-b7d7-43e4-8de8-9c6eab2b38cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 210 time: 0.0435770 Feb 28 19:09:29.420349 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bdc57-b80c-4a85-9f74-90b7a8cda08e req-36a8b769-17cc-4a6d-abe1-1b3115398cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:29.421832 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f39bdc57-b80c-4a85-9f74-90b7a8cda08e req-36a8b769-17cc-4a6d-abe1-1b3115398cee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 1098 time: 0.1787550 Feb 28 19:09:29.434397 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e2555a58-412d-49b3-b522-e522738b6eea req-e0670c4b-c420-4371-a92c-64b41ac9591a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620146 Feb 28 19:09:29.467640 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:29.529232 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f39bdc57-b80c-4a85-9f74-90b7a8cda08e req-11c0fa17-68a2-4bca-ba35-6b42ce8635cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985725 Feb 28 19:09:29.539745 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Network ebe91f25-072e-4c17-af50-c9925fb110a3 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:09:29.547546 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:09:29.550140 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:09:29.593418 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:29.726859 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:29.727452 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:29.837733 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-c543f0df-334e-43ef-9576-313beffa0aca tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2356043 Feb 28 19:09:29.851806 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Request body: {'port': {'device_id': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:29.866785 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e7703995-0489-49dd-ade5-e71439a4aead None None] Provisioning for port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c completed by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:29.873379 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-e7703995-0489-49dd-ade5-e71439a4aead None None] Provisioning complete for port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:29.874176 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e7703995-0489-49dd-ade5-e71439a4aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:29.929298 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-e7703995-0489-49dd-ade5-e71439a4aead None None] Port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c cannot update to ACTIVE because it is not bound. {{(pid=87804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 28 19:09:29.961564 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:30.296720 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:30.303902 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:30.318497 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Transition to ACTIVE for port object 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:09:30.392621 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:30.574789 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:30.622751 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a08519-7d66-4b21-af05-3a5146fe1f45 req-932867ff-ab6d-46bf-8d4a-13c3582851df tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:30.624632 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-55a08519-7d66-4b21-af05-3a5146fe1f45 req-932867ff-ab6d-46bf-8d4a-13c3582851df tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.0970898 Feb 28 19:09:30.672726 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:30.676145 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-55a08519-7d66-4b21-af05-3a5146fe1f45 req-afff2dc6-6f43-4148-b2b0-37637f8c8298 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Synchronizing usage tracker for tenant:5518d47d1638480a986f6f9325e64e6b on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:30.729894 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Attempting to bind port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:09:30.730153 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Attempting to bind port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:09:30.730477 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Attempting to bind port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c on network ebe91f25-072e-4c17-af50-c9925fb110a3 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:30.741544 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be804ac-4e90-4142-9f99-ff193b17f62e req-0e971c6c-ee1a-4c2b-b39f-03997bed1fcd tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:30.743016 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1be804ac-4e90-4142-9f99-ff193b17f62e req-0e971c6c-ee1a-4c2b-b39f-03997bed1fcd tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 945 time: 0.1569951 Feb 28 19:09:30.745667 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c on network ebe91f25-072e-4c17-af50-c9925fb110a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:09:30.746100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Attempting to bind port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c on network ebe91f25-072e-4c17-af50-c9925fb110a3 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:09:30.752885 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:09:30.753216 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Checking segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:09:30.753608 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Bound using segment: {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:09:30.754003 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Bound port: 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10975c6b-73a8-4f9a-aa32-db7de0b6f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:09:30.754348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:30.764028 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-55a08519-7d66-4b21-af05-3a5146fe1f45 req-afff2dc6-6f43-4148-b2b0-37637f8c8298 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Unset dirty status for tenant:5518d47d1638480a986f6f9325e64e6b on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:30.765457 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-55a08519-7d66-4b21-af05-3a5146fe1f45 req-afff2dc6-6f43-4148-b2b0-37637f8c8298 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337705 Feb 28 19:09:30.849563 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1be804ac-4e90-4142-9f99-ff193b17f62e req-043ee55e-d970-428a-97e9-255d212fb9be tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 Feb 28 19:09:30.881312 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:09:30.884146 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:09:30.958853 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:31.016373 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.017069 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:31.018416 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] 10.222.0.55 "PUT /v2.0/ports/31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 1094 time: 1.1706505 Feb 28 19:09:31.018842 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:31.046027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad010-571e-4d29-b23b-59652eced767 service neutron] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:31.078608 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'status': 'completed', 'code': 200} Feb 28 19:09:31.201668 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f640c58-8971-4474-b5b2-303710892d9b req-a6275f74-efb5-45f6-be24-cfba9aa3ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.203119 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5f640c58-8971-4474-b5b2-303710892d9b req-a6275f74-efb5-45f6-be24-cfba9aa3ee79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1097 time: 0.0802760 Feb 28 19:09:31.349587 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f640c58-8971-4474-b5b2-303710892d9b req-5f39a717-5980-4ac5-97c7-13b1d5bbb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.350919 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5f640c58-8971-4474-b5b2-303710892d9b req-5f39a717-5980-4ac5-97c7-13b1d5bbb2cc service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=5518d47d1638480a986f6f9325e64e6b&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1351514 Feb 28 19:09:31.498943 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f640c58-8971-4474-b5b2-303710892d9b req-a4563e96-2243-4d93-92c8-b084cc2495b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.500410 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5f640c58-8971-4474-b5b2-303710892d9b req-a4563e96-2243-4d93-92c8-b084cc2495b5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298034 Feb 28 19:09:31.608249 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-d748b725-f4a8-4c8c-ad35-3b3b731ab587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.609632 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-d748b725-f4a8-4c8c-ad35-3b3b731ab587 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1097 time: 0.0696259 Feb 28 19:09:31.689411 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-92a2f27a-24d0-476b-a2fe-0a9e51733f99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 217 time: 0.0640655 Feb 28 19:09:31.751641 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-b16fcd64-f218-443e-9e8e-43e2538b79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.753075 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-b16fcd64-f218-443e-9e8e-43e2538b79c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 200 len: 846 time: 0.0572646 Feb 28 19:09:31.966131 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09741-50ae-460a-9b8a-947997978892 req-fe8dcd39-7e09-4b6a-b3cc-0eae423472f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:31.967589 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-fe8dcd39-7e09-4b6a-b3cc-0eae423472f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebe91f25-072e-4c17-af50-c9925fb110a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2046995 Feb 28 19:09:32.034733 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311381c8-6753-476f-8cbe-6e70083ef612 req-2238008d-0db2-4488-bee0-00db0276355b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:32.036174 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-311381c8-6753-476f-8cbe-6e70083ef612 req-2238008d-0db2-4488-bee0-00db0276355b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 945 time: 0.0792058 Feb 28 19:09:32.081160 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-311381c8-6753-476f-8cbe-6e70083ef612 req-fd23680c-7630-4fb9-b653-2012ea1e2d2e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Feb 28 19:09:32.096552 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88562bc6-6fd4-4bd9-b9e1-54d30399e4f0 req-de42e40e-6457-4abc-9bec-5d2d4d686690 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:32.097238 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-88562bc6-6fd4-4bd9-b9e1-54d30399e4f0 req-de42e40e-6457-4abc-9bec-5d2d4d686690 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Synchronizing usage tracker for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:32.137993 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-bc5f0c04-8bd5-4235-ae41-5e92fb37df2c service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630838 Feb 28 19:09:32.194571 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-88562bc6-6fd4-4bd9-b9e1-54d30399e4f0 req-de42e40e-6457-4abc-9bec-5d2d4d686690 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Unset dirty status for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:32.195693 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-88562bc6-6fd4-4bd9-b9e1-54d30399e4f0 req-de42e40e-6457-4abc-9bec-5d2d4d686690 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.2771187 Feb 28 19:09:32.309121 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-88562bc6-6fd4-4bd9-b9e1-54d30399e4f0 req-e1fc5a26-f0c9-44df-bd7e-ed74f7d5c2a5 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706382 Feb 28 19:09:32.314435 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7be09741-50ae-460a-9b8a-947997978892 req-d699f9d0-5e98-4127-9c30-6dc40e51c003 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601071 Feb 28 19:09:33.498850 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda87a1-480f-4719-bce2-1d8764a33101 req-879ec2c2-41c1-456c-9ef9-98848ae4b9cd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:33.500427 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-feda87a1-480f-4719-bce2-1d8764a33101 req-879ec2c2-41c1-456c-9ef9-98848ae4b9cd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.0866110 Feb 28 19:09:33.529223 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-46bf8ad1-5b94-4876-b509-692f5252064d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811131 Feb 28 19:09:33.548340 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-feda87a1-480f-4719-bce2-1d8764a33101 req-b20d4f46-1250-4b45-a336-a9cdc1dccfc9 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Feb 28 19:09:33.683911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-77c9080a-733e-47f6-a9e6-0b97d6a56a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:33.685426 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-77c9080a-733e-47f6-a9e6-0b97d6a56a03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1138 time: 0.0705311 Feb 28 19:09:33.829551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-101b8f3a-48cb-4921-8afa-221448a43a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:33.831126 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-101b8f3a-48cb-4921-8afa-221448a43a68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.1271956 Feb 28 19:09:33.937280 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-19fb831d-c824-440f-bc7b-48b1627b0e68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 1001 time: 0.0987217 Feb 28 19:09:34.006374 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-43f84ce7-472d-4c24-9b8b-1f0db5c7729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:34.007813 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-43f84ce7-472d-4c24-9b8b-1f0db5c7729a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.0606668 Feb 28 19:09:34.087859 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-3c0a765d-420f-4feb-8bef-df308da313c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:34.089569 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-3c0a765d-420f-4feb-8bef-df308da313c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710125 Feb 28 19:09:34.231131 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-4c5ef5ac-46c8-415b-94ee-31e0bd5f7f9b service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267478 Feb 28 19:09:34.365837 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e27dcc5b-8de1-4ebf-8b2c-c9f13a72f1d7 req-d36d4e4d-1d0c-4279-801a-7c0a3aa0c829 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269095 Feb 28 19:09:34.634636 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:09:34.737363 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170678d-5a44-4277-a9f7-89a15eaa9c2b req-0e6b0c87-aa3b-4b3f-a047-c0e590656da1 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:34.739023 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9170678d-5a44-4277-a9f7-89a15eaa9c2b req-0e6b0c87-aa3b-4b3f-a047-c0e590656da1 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.0833030 Feb 28 19:09:34.773255 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:34.787190 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'port_id': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'mac_address': 'fa:16:3e:aa:c1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:09:34.790104 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9170678d-5a44-4277-a9f7-89a15eaa9c2b req-5a5debe3-fa85-4936-9b70-c04e73bbace3 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Feb 28 19:09:34.847541 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:34.863710 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:09:34.878643 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:34.951483 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:35.018119 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:35.303970 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:35.980310 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53d896-de15-4467-85b8-e1f8455f8839 req-3cedece9-0f30-4ca1-92dc-c678f89db348 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:35.982989 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cf53d896-de15-4467-85b8-e1f8455f8839 req-3cedece9-0f30-4ca1-92dc-c678f89db348 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 945 time: 0.0830746 Feb 28 19:09:36.030547 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cf53d896-de15-4467-85b8-e1f8455f8839 req-01f57e77-c10d-42ae-9884-0770340715cd tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Feb 28 19:09:36.637958 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:09:36.780009 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:09:36.784816 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:09:36.785182 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:36.902946 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:36.930225 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:36.940769 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:36.985184 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'code': 200} Feb 28 19:09:37.025158 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:37.094556 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:37.219670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff1c3-2811-4ac6-b7c3-74a81acd8e3c req-0e0bf972-fa0b-48ca-83c3-0e3f7fb7102b tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:37.221249 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-77bff1c3-2811-4ac6-b7c3-74a81acd8e3c req-0e0bf972-fa0b-48ca-83c3-0e3f7fb7102b tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0822768 Feb 28 19:09:37.267623 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-77bff1c3-2811-4ac6-b7c3-74a81acd8e3c req-769f103d-fbab-4948-b2d8-606c4e29c6ac tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405154 Feb 28 19:09:37.506395 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ea2c9-076f-4304-8f9c-ae76df2c28f2 req-74b2b1b6-d6af-48eb-81ab-6918c8bda36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:37.508030 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0d6ea2c9-076f-4304-8f9c-ae76df2c28f2 req-74b2b1b6-d6af-48eb-81ab-6918c8bda36f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1099 time: 0.0803471 Feb 28 19:09:37.562647 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0d6ea2c9-076f-4304-8f9c-ae76df2c28f2 req-665a3ffc-8a16-4d0d-aa77-2284c3fbe73b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439217 Feb 28 19:09:38.456516 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53796912-c2a2-46c5-8839-d81e199721c2 req-933b2bac-36d0-45bb-991f-19c617bb332f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:38.457964 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-53796912-c2a2-46c5-8839-d81e199721c2 req-933b2bac-36d0-45bb-991f-19c617bb332f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0815182 Feb 28 19:09:38.502997 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-53796912-c2a2-46c5-8839-d81e199721c2 req-b1505da7-f3cd-440b-b0e5-ce5d51fe16f0 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 Feb 28 19:09:39.687147 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354cc2-6163-47ea-82b8-3facf45ee3d5 req-862c4aa0-33cc-4b48-a2ad-e2ba65a1029f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:39.688599 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c9354cc2-6163-47ea-82b8-3facf45ee3d5 req-862c4aa0-33cc-4b48-a2ad-e2ba65a1029f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0820765 Feb 28 19:09:39.802629 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c9354cc2-6163-47ea-82b8-3facf45ee3d5 req-f15eb927-28ed-4cb2-9a94-63e8f4528ade tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084571 Feb 28 19:09:40.088818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aabf2-2a19-4fe2-9fcd-2de66714fb53 req-d21d739f-79da-4ced-bc22-ced013739c89 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:40.090307 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-149aabf2-2a19-4fe2-9fcd-2de66714fb53 req-d21d739f-79da-4ced-bc22-ced013739c89 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1850162 Feb 28 19:09:40.134272 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-149aabf2-2a19-4fe2-9fcd-2de66714fb53 req-65038da6-491a-4904-b47e-aca65aa723b5 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Feb 28 19:09:40.157912 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54590) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:40.364604 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcbedff-fa5d-4ab3-8a4f-1f32ae83891b tempest-TestShelveInstance-2038279954 tempest-TestShelveInstance-2038279954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:40.366026 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-cfcbedff-fa5d-4ab3-8a4f-1f32ae83891b tempest-TestShelveInstance-2038279954 tempest-TestShelveInstance-2038279954-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1094 time: 0.2071218 Feb 28 19:09:40.368972 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54598) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:09:40.375872 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Request body: {'floatingip': {'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'port_id': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:09:40.384906 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:09:40.391438 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Usage tracker for resource:floatingip and tenant:5518d47d1638480a986f6f9325e64e6b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:09:40.394233 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:09:40.399719 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:09:40.472756 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for floatingip, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:40.606704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:40.745325 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Allocated IP 172.28.1.109 (79239819-12ee-4fa1-95ed-e8bf390e4e25/3a2cc5bd-de88-4621-b479-ec4ee0b52f45/15eda76e-0d65-476c-9fed-5d2448f2e446) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:09:40.892950 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:41.049816 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:41.107954 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Network 79239819-12ee-4fa1-95ed-e8bf390e4e25 is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:09:41.110768 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:09:41.114354 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:09:41.165181 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'Port': ['ID=15eda76e-0d65-476c-9fed-5d2448f2e446,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:41.551555 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:41.702854 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:41.914830 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:41.981340 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:42.138806 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event updated for resources: {'Port': ['ID=15eda76e-0d65-476c-9fed-5d2448f2e446,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:42.159571 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:42.348018 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b0902-13cf-491e-91bb-a003211e46e6 req-16fe7950-55bd-469b-a953-b07a19967a14 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:42.349417 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-199b0902-13cf-491e-91bb-a003211e46e6 req-16fe7950-55bd-469b-a953-b07a19967a14 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 945 time: 0.3335016 Feb 28 19:09:42.494043 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-199b0902-13cf-491e-91bb-a003211e46e6 req-49171818-2437-407a-b8d1-1e6d45128cc2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314852 Feb 28 19:09:42.497839 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Floating IP 5d0a8fb1-d9b0-45af-8066-70d12c823854 associated. External IP: 172.28.1.109, port: 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c. Feb 28 19:09:42.849883 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:09:43.024080 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:09:43.034452 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] Sync routers for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:09:43.043799 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:43.044448 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:09:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:43.095683 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:43.155178 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-8aebbfb4-2439-41e3-98d6-63d1eefb6163 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7851772 Feb 28 19:09:43.156094 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:43.199891 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'status': 'completed', 'code': 200} Feb 28 19:09:43.221105 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:43.296005 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-999e9505-1a3f-46c2-9d73-c42c9016fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:43.297421 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-999e9505-1a3f-46c2-9d73-c42c9016fb77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1099 time: 0.0714979 Feb 28 19:09:43.429820 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-15ddca5e-641f-4b68-877c-9bad81e9943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:43.431246 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-15ddca5e-641f-4b68-877c-9bad81e9943d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 908 time: 0.1264725 Feb 28 19:09:43.539633 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-e95d3ca5-1a0a-428c-84d6-a9b0943d362d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 1000 time: 0.0997350 Feb 28 19:09:43.567310 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': '5d0a8fb1-d9b0-45af-8066-70d12c823854', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'floating_ip_address': '172.28.1.109', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'port_id': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'mac_address': 'fa:16:3e:aa:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:09:41Z', 'updated_at': '2022-02-28T19:09:41Z', 'revision_number': 0, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:43.571488 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] Checking router: 3116cea4-bcb3-40fc-91f7-180f6ac9c22f for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:09:43.579902 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:09:43.580533 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:09:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:43.610011 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-d3817769-c1d1-4fe4-816a-dd5c74dafec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:43.611401 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-d3817769-c1d1-4fe4-816a-dd5c74dafec3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 200 len: 846 time: 0.0602646 Feb 28 19:09:43.742745 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00712-a434-4b19-83bf-283a9df9befb req-6006fc0c-3832-4b9f-88e5-892a99669b2c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:43.744191 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-84d00712-a434-4b19-83bf-283a9df9befb req-6006fc0c-3832-4b9f-88e5-892a99669b2c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 945 time: 0.1368067 Feb 28 19:09:43.750670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-cd8ebf88-ab29-4efd-922e-700f1b393986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:43.752087 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-cd8ebf88-ab29-4efd-922e-700f1b393986 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebe91f25-072e-4c17-af50-c9925fb110a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087606 Feb 28 19:09:43.760260 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:09:43.878977 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-84d00712-a434-4b19-83bf-283a9df9befb req-fd495e4a-fcec-42ac-8de9-1fccdcec551a tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257615 Feb 28 19:09:43.926897 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-5ac116ea-43fc-4868-a97c-8567244c631a service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606529 Feb 28 19:09:44.117035 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': '5d0a8fb1-d9b0-45af-8066-70d12c823854', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'floating_ip_address': '172.28.1.109', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'port_id': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'mac_address': 'fa:16:3e:aa:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:09:41Z', 'updated_at': '2022-02-28T19:09:41Z', 'revision_number': 0, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:09:44.121642 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab17d56-9421-45b3-8266-cd2800f9c27f None None] The sync data for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb is: [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_floatingips': [{'id': '5d0a8fb1-d9b0-45af-8066-70d12c823854', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'floating_ip_address': '172.28.1.109', 'floating_network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'router_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'port_id': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'mac_address': 'fa:16:3e:aa:c1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T19:09:41Z', 'updated_at': '2022-02-28T19:09:41Z', 'revision_number': 0, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:09:44.209412 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-53f12b4e-4675-42aa-b897-4a91178b4d25 req-42738dec-81b7-4d62-8a65-4e08294ee706 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718835 Feb 28 19:09:44.229726 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-c5016fc0-d6b3-40e0-a730-bb70f9f1b04f tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:44.231411 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-c5016fc0-d6b3-40e0-a730-bb70f9f1b04f tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 945 time: 0.1191814 Feb 28 19:09:44.308975 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Deleting port aca9c630-ad38-4754-93ae-f44e2770943a {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:09:44.309327 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:44.321505 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4280b6-6065-44f1-8f69-a3b209a5c194 None None] New status for floating IP 5d0a8fb1-d9b0-45af-8066-70d12c823854: ACTIVE {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:09:44.564926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] For port aca9c630-ad38-4754-93ae-f44e2770943a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aca9c630-ad38-4754-93ae-f44e2770943a,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:44.565282 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:44.687752 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Calling delete_port for aca9c630-ad38-4754-93ae-f44e2770943a owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:09:44.860758 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:44.877068 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627', '0339f091-bed7-4101-97c9-2abe92868026', '9f619a6d-feee-49cb-a565-806d4cda2cbf', 'aca9c630-ad38-4754-93ae-f44e2770943a'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:44.910416 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event deleted for resources: {'Port': ['ID=aca9c630-ad38-4754-93ae-f44e2770943a,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:44.987207 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] No DVR routers for this DVR port aca9c630-ad38-4754-93ae-f44e2770943a on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:09:44.989712 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:45.054640 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-45cdf503-ca2c-442a-9d95-ef00cb68baac req-01a91eef-1c51-4c84-a19a-b4de53e90a5d tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "DELETE /v2.0/ports/aca9c630-ad38-4754-93ae-f44e2770943a HTTP/1.1" status: 204 len: 173 time: 0.8156440 Feb 28 19:09:45.094085 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f472be8c-31e1-453a-8389-4aa3c62ce9a3 req-ab8355a2-436c-404d-a1b7-0e61aaeeffb2 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa7fdc2d-8772-48fa-8291-112a474c3369 HTTP/1.1" status: 200 len: 210 time: 0.0929670 Feb 28 19:09:45.201502 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'name': 'network-vif-deleted', 'tag': 'aca9c630-ad38-4754-93ae-f44e2770943a'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:45.249347 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7fdc2d-8772-48fa-8291-112a474c3369', 'name': 'network-vif-deleted', 'tag': 'aca9c630-ad38-4754-93ae-f44e2770943a', 'status': 'completed', 'code': 200} Feb 28 19:09:47.958058 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-17125f82-0594-4cdc-b6be-d8f968341fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:47.991653 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0273f-213f-4beb-a944-04baa9a03410 req-596d6092-4caf-4fd1-bcde-55f25b77dfb9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:47.993136 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aff0273f-213f-4beb-a944-04baa9a03410 req-596d6092-4caf-4fd1-bcde-55f25b77dfb9 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.0812542 Feb 28 19:09:48.036802 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aff0273f-213f-4beb-a944-04baa9a03410 req-2d18e65f-f51d-4cc8-8801-0d008455c112 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Feb 28 19:09:48.694176 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device aca9c630-ad38-4754-93ae-f44e2770943a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:09:48.727409 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: aca9c630-ad38-4754-93ae-f44e2770943a {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:09:48.727744 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device aca9c630-ad38-4754-93ae-f44e2770943a not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:09:49.219661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf261-e86a-46ff-8c91-99ca7952217a req-7279cc29-25e1-4f18-bcf6-2326e284b36c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:49.220374 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-b1fbf261-e86a-46ff-8c91-99ca7952217a req-7279cc29-25e1-4f18-bcf6-2326e284b36c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:49.288068 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-b1fbf261-e86a-46ff-8c91-99ca7952217a req-7279cc29-25e1-4f18-bcf6-2326e284b36c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:49.289235 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1fbf261-e86a-46ff-8c91-99ca7952217a req-7279cc29-25e1-4f18-bcf6-2326e284b36c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.1474903 Feb 28 19:09:49.334806 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b1fbf261-e86a-46ff-8c91-99ca7952217a req-517f08c6-5d64-44c9-beaa-6da394b90ae7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Feb 28 19:09:49.937253 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-79b833fc-ef4e-4116-9f4a-2090c3e0e7bf tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:49.938669 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-79b833fc-ef4e-4116-9f4a-2090c3e0e7bf tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.0821924 Feb 28 19:09:50.010832 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Deleting port 9f619a6d-feee-49cb-a565-806d4cda2cbf {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:09:50.011195 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:50.251442 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] For port 9f619a6d-feee-49cb-a565-806d4cda2cbf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=9f619a6d-feee-49cb-a565-806d4cda2cbf,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:50.252108 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:50.465601 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Calling delete_port for 9f619a6d-feee-49cb-a565-806d4cda2cbf owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:09:50.524910 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe50c9-bd60-4323-9e37-501760d8e1bd req-db5554bd-0c3c-47bc-8614-c09ce0ad5611 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:50.526652 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-35fe50c9-bd60-4323-9e37-501760d8e1bd req-db5554bd-0c3c-47bc-8614-c09ce0ad5611 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 945 time: 0.0833757 Feb 28 19:09:50.574051 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-35fe50c9-bd60-4323-9e37-501760d8e1bd req-c9ec451c-efe0-4dae-b695-cd596cc7e4c0 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Feb 28 19:09:50.654736 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:50.666230 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627', '0339f091-bed7-4101-97c9-2abe92868026', '9f619a6d-feee-49cb-a565-806d4cda2cbf'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:50.704488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event deleted for resources: {'Port': ['ID=9f619a6d-feee-49cb-a565-806d4cda2cbf,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:50.781163 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] No DVR routers for this DVR port 9f619a6d-feee-49cb-a565-806d4cda2cbf on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:09:50.783915 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:50.786475 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'name': 'network-vif-deleted', 'tag': '9f619a6d-feee-49cb-a565-806d4cda2cbf'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:50.813452 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-a12c6fb7-452d-4fcf-a56c-2e1383c5ec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:50.833719 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae906b2-edb8-4369-b893-2a66752d05b1', 'name': 'network-vif-deleted', 'tag': '9f619a6d-feee-49cb-a565-806d4cda2cbf', 'status': 'completed', 'code': 200} Feb 28 19:09:50.844382 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e2bf8e1d-c0e4-41bf-9519-14d232da9c0d req-e7d7f663-b57f-47ba-81ae-6dccc72552f8 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "DELETE /v2.0/ports/9f619a6d-feee-49cb-a565-806d4cda2cbf HTTP/1.1" status: 204 len: 173 time: 0.8958890 Feb 28 19:09:51.364425 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:09:51.466493 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:51.737915 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-b011a627-2052-4a48-b349-b7a1a7ede364 req-2dc94e30-24df-48ca-a402-75bbe482b876 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae906b2-edb8-4369-b893-2a66752d05b1 HTTP/1.1" status: 200 len: 210 time: 0.0426173 Feb 28 19:09:52.306105 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:53.341768 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f242f-4eca-4e78-ba9e-d68f53612879 req-e44edcb3-d270-411c-bfc3-70bf4840d236 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:53.342464 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6d9f242f-4eca-4e78-ba9e-d68f53612879 req-e44edcb3-d270-411c-bfc3-70bf4840d236 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:53.397848 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-6d9f242f-4eca-4e78-ba9e-d68f53612879 req-e44edcb3-d270-411c-bfc3-70bf4840d236 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:53.398994 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d9f242f-4eca-4e78-ba9e-d68f53612879 req-e44edcb3-d270-411c-bfc3-70bf4840d236 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 946 time: 0.1348226 Feb 28 19:09:53.447204 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d9f242f-4eca-4e78-ba9e-d68f53612879 req-39a5ed84-d25d-46b8-99db-08f2835e920e tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Feb 28 19:09:53.552551 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:54.630967 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5519d-4917-427f-8d2b-ab31301afebc req-1467dc85-056a-44e4-93f3-8393980e42fb tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:54.632428 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4bd5519d-4917-427f-8d2b-ab31301afebc req-1467dc85-056a-44e4-93f3-8393980e42fb tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 946 time: 0.0782485 Feb 28 19:09:54.675173 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4bd5519d-4917-427f-8d2b-ab31301afebc req-c75efe36-8d5d-4c11-b4c0-1dea7b4df843 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Feb 28 19:09:54.740436 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 9f619a6d-feee-49cb-a565-806d4cda2cbf no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:09:54.774335 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 9f619a6d-feee-49cb-a565-806d4cda2cbf {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:09:54.774672 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 9f619a6d-feee-49cb-a565-806d4cda2cbf not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:09:55.009403 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-37cf7c00-abe7-431e-b227-94d246b139de tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:55.010736 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-37cf7c00-abe7-431e-b227-94d246b139de tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 946 time: 0.0780666 Feb 28 19:09:55.081014 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Deleting port 0339f091-bed7-4101-97c9-2abe92868026 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:09:55.081358 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:55.322606 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] For port 0339f091-bed7-4101-97c9-2abe92868026, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0339f091-bed7-4101-97c9-2abe92868026,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:09:55.322870 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:55.449746 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Calling delete_port for 0339f091-bed7-4101-97c9-2abe92868026 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:09:55.647781 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:55.661929 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627', '0339f091-bed7-4101-97c9-2abe92868026'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:09:55.699671 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event deleted for resources: {'Port': ['ID=0339f091-bed7-4101-97c9-2abe92868026,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:09:55.740050 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.740447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.740770 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.741123 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.741442 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.741779 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.742106 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.742438 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.742764 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.743094 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.743416 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.743750 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:09:55.825542 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] No DVR routers for this DVR port 0339f091-bed7-4101-97c9-2abe92868026 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:09:55.831798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:09:55.834298 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'name': 'network-vif-deleted', 'tag': '0339f091-bed7-4101-97c9-2abe92868026'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:09:55.847860 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a5b8f6d6-6dd3-4e63-be5b-5255146b93f8 req-2b7111e3-f4d8-406e-8719-540ab7677e94 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=873c8780-ec44-4f2f-ba0e-4722d9067475 HTTP/1.1" status: 200 len: 210 time: 0.0609632 Feb 28 19:09:55.894837 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873c8780-ec44-4f2f-ba0e-4722d9067475', 'name': 'network-vif-deleted', 'tag': '0339f091-bed7-4101-97c9-2abe92868026', 'status': 'completed', 'code': 200} Feb 28 19:09:55.900281 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a3bec0de-7d21-4252-8ad5-419272439ecf req-6a87d8f3-cbb0-4a5e-a948-234098065c40 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "DELETE /v2.0/ports/0339f091-bed7-4101-97c9-2abe92868026 HTTP/1.1" status: 204 len: 173 time: 0.8822441 Feb 28 19:09:58.775002 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 0339f091-bed7-4101-97c9-2abe92868026 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:09:58.809564 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 0339f091-bed7-4101-97c9-2abe92868026 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:09:58.809904 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 0339f091-bed7-4101-97c9-2abe92868026 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:09:58.816482 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b2d4c-1126-4b86-9827-a9955c51d5a0 req-413f7457-f84e-4d69-83ba-f5678815c3f7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:09:58.817177 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0c1b2d4c-1126-4b86-9827-a9955c51d5a0 req-413f7457-f84e-4d69-83ba-f5678815c3f7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Synchronizing usage tracker for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:09:58.887882 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0c1b2d4c-1126-4b86-9827-a9955c51d5a0 req-413f7457-f84e-4d69-83ba-f5678815c3f7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Unset dirty status for tenant:593e215dbaab4907aee377120abbce6d on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:09:58.889078 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0c1b2d4c-1126-4b86-9827-a9955c51d5a0 req-413f7457-f84e-4d69-83ba-f5678815c3f7 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.1514595 Feb 28 19:09:58.933737 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0c1b2d4c-1126-4b86-9827-a9955c51d5a0 req-ec1d778e-4387-4f9d-8c8d-ba9c894c6b85 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 Feb 28 19:10:00.117711 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135934e1-fc3c-49af-a1d2-0b9d8361cdac req-69c778a1-4acb-462c-9061-0952ab3bd34b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.119166 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-135934e1-fc3c-49af-a1d2-0b9d8361cdac req-69c778a1-4acb-462c-9061-0952ab3bd34b tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.0824854 Feb 28 19:10:00.163442 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-135934e1-fc3c-49af-a1d2-0b9d8361cdac req-4d7f2cc6-2181-405a-a904-243836b9a96c tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Feb 28 19:10:00.620940 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:00.964082 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-33d8db4a-6e0a-4510-9b0a-f49c2e4685bf tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:00.966453 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-33d8db4a-6e0a-4510-9b0a-f49c2e4685bf tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.0834455 Feb 28 19:10:01.047087 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Deleting port b5bbb47d-437a-4fdf-a958-41cb3bda7627 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:01.047431 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:01.143034 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa836402-8835-4e9f-81c1-1711b01c9f44 req-1c70dfef-db95-4469-8b30-674dd8211d3f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:01.144667 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fa836402-8835-4e9f-81c1-1711b01c9f44 req-1c70dfef-db95-4469-8b30-674dd8211d3f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0864227 Feb 28 19:10:01.192666 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fa836402-8835-4e9f-81c1-1711b01c9f44 req-3155b58e-907e-4a92-8fb1-60409e269d86 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Feb 28 19:10:01.429646 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] For port b5bbb47d-437a-4fdf-a958-41cb3bda7627, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b5bbb47d-437a-4fdf-a958-41cb3bda7627,segment=NetworkSegment(e04e5eb9-3623-49e4-8e80-1c6b2683501b),segment_id=e04e5eb9-3623-49e4-8e80-1c6b2683501b)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:01.429910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:01.558863 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Calling delete_port for b5bbb47d-437a-4fdf-a958-41cb3bda7627 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:01.602910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8a1cb-85d5-476e-8890-5c43347c807e req-eaeb5993-d090-426d-b4d9-f1acf6f38a79 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:01.604384 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-62a8a1cb-85d5-476e-8890-5c43347c807e req-eaeb5993-d090-426d-b4d9-f1acf6f38a79 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 945 time: 0.3254359 Feb 28 19:10:01.678104 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-62a8a1cb-85d5-476e-8890-5c43347c807e req-1dc0d866-5342-471c-beb1-842eb2fcf2b5 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/security-groups?id=a4eebbf9-ebd7-4d50-a3f7-2864de744413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673542 Feb 28 19:10:01.802333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:01.816845 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b5bbb47d-437a-4fdf-a958-41cb3bda7627'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:01.852998 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Pushing event deleted for resources: {'Port': ['ID=b5bbb47d-437a-4fdf-a958-41cb3bda7627,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:01.925084 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] No DVR routers for this DVR port b5bbb47d-437a-4fdf-a958-41cb3bda7627 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:01.927436 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:01.929811 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9a08e1-3492-47a2-897b-62724912b057', 'name': 'network-vif-deleted', 'tag': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:01.978756 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9a08e1-3492-47a2-897b-62724912b057', 'name': 'network-vif-deleted', 'tag': 'b5bbb47d-437a-4fdf-a958-41cb3bda7627', 'status': 'completed', 'code': 200} Feb 28 19:10:02.032845 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-98afb1d1-ca65-4d69-8e64-911e0aa9075c req-35585365-9ba1-4e59-b95e-e8fde2d54915 tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.55 "DELETE /v2.0/ports/b5bbb47d-437a-4fdf-a958-41cb3bda7627 HTTP/1.1" status: 204 len: 173 time: 1.0509021 Feb 28 19:10:02.382685 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b096669-0893-4ba9-bea1-06dbeb22f8fa req-db8785dc-0ab7-4815-ac5b-dbf44a5518bb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:02.384147 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5b096669-0893-4ba9-bea1-06dbeb22f8fa req-db8785dc-0ab7-4815-ac5b-dbf44a5518bb tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0793931 Feb 28 19:10:02.432474 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5b096669-0893-4ba9-bea1-06dbeb22f8fa req-a93b1086-4d67-4621-b944-217aa8ab0f0c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417960 Feb 28 19:10:02.842953 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7a9f7ec7-13a6-4b99-9b90-662d76561af6 req-68ad929e-80c7-4d03-962c-9c78768373af tempest-AttachVolumeNegativeTest-1429160202 tempest-AttachVolumeNegativeTest-1429160202-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef9a08e1-3492-47a2-897b-62724912b057 HTTP/1.1" status: 200 len: 210 time: 0.0416071 Feb 28 19:10:03.661001 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d7be-948c-4759-845b-315e55199d62 req-9ddfe64b-ed37-451a-bf07-96f6ff547306 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:03.662501 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ed9d7be-948c-4759-845b-315e55199d62 req-9ddfe64b-ed37-451a-bf07-96f6ff547306 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1034551 Feb 28 19:10:03.712030 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6ed9d7be-948c-4759-845b-315e55199d62 req-47ede5e1-a18a-4dfc-bbab-9cf68cd5a7da tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429442 Feb 28 19:10:03.942419 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54726) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:04.004174 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Deleting subnet 65ced0d7-f9fb-454d-8fa3-75bb84930c10 {{(pid=87802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:10:04.007032 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.055648 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4050628'] for subnet, precommit_delete_associations {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.109296 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.248306 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4014950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937824'] for subnet, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.285798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ced0d7-f9fb-454d-8fa3-75bb84930c10,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:04.289348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.295052 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2b27563d-e8eb-488e-8757-9fd741d1d056 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/65ced0d7-f9fb-454d-8fa3-75bb84930c10 HTTP/1.1" status: 204 len: 168 time: 0.3515823 Feb 28 19:10:04.297478 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54732) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:04.403540 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.526390 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.552302 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a08dcb-1c2b-4fd3-9e98-29114524e0fd']}} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:04.564348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04e5eb9-3623-49e4-8e80-1c6b2683501b') {'for_net_delete': True} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:04.564647 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04e5eb9-3623-49e4-8e80-1c6b2683501b') {} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:04.575790 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4050685'] for segment, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.591840 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.597806 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=87802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:10:04.598183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4014788'] for segment, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: Traceback (most recent call last): Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: timer() Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: cb(*args, **kw) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: return func(*args, **kwargs) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: self._notify() Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: self.callback(batched_events) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: event.method(event) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: return f(self, *a, **k) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: return self._get(url).json() Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: return self.request(url, 'GET', **kwargs) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:10:04.611870 dv-cinder-831187-1-smb neutron-server[87802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:10:04.793086 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b5bbb47d-437a-4fdf-a958-41cb3bda7627 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:04.832947 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: b5bbb47d-437a-4fdf-a958-41cb3bda7627 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:04.833280 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b5bbb47d-437a-4fdf-a958-41cb3bda7627 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:04.872188 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.889565 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:04.901522 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] Pushing event deleted for resources: {'Network': ['ID=60a08dcb-1c2b-4fd3-9e98-29114524e0fd,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:05.009021 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-e23d3ce9-e178-4ebc-8474-e44fdfa2447e admin admin] 10.222.0.41 "DELETE /v2.0/networks/60a08dcb-1c2b-4fd3-9e98-29114524e0fd HTTP/1.1" status: 204 len: 168 time: 0.7104843 Feb 28 19:10:05.055217 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86fd96-e862-46c7-a338-5260f0e186fd req-7ba932f5-e6c4-42aa-b6a3-6925d9a1dff3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:05.056578 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0f86fd96-e862-46c7-a338-5260f0e186fd req-7ba932f5-e6c4-42aa-b6a3-6925d9a1dff3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0841496 Feb 28 19:10:05.103321 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0f86fd96-e862-46c7-a338-5260f0e186fd req-6b7201a1-25e3-468c-8f5c-61a7a6ca2c10 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398250 Feb 28 19:10:05.375320 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54744) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:05.422832 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a534bfb7-f195-492b-aa9a-7f629f770bd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=593e215dbaab4907aee377120abbce6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463898 Feb 28 19:10:05.425183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54748) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:05.482203 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0332cfc-877e-4d5c-9648-64f00e978279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:05.509739 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0332cfc-877e-4d5c-9648-64f00e978279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:05.621423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0332cfc-877e-4d5c-9648-64f00e978279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:05.638560 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0332cfc-877e-4d5c-9648-64f00e978279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eebbf9-ebd7-4d50-a3f7-2864de744413,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:05.710565 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0332cfc-877e-4d5c-9648-64f00e978279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:05.711690 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-e0332cfc-877e-4d5c-9648-64f00e978279 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4eebbf9-ebd7-4d50-a3f7-2864de744413 HTTP/1.1" status: 204 len: 168 time: 0.2856424 Feb 28 19:10:06.306843 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2ed4-c370-43d8-a3d3-31bf47ee1c01 req-0270f003-c554-4407-b166-07516bfd5630 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:06.308968 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-889c2ed4-c370-43d8-a3d3-31bf47ee1c01 req-0270f003-c554-4407-b166-07516bfd5630 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0862429 Feb 28 19:10:06.352788 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-889c2ed4-c370-43d8-a3d3-31bf47ee1c01 req-71257a51-f10c-4120-b9ea-547355a8d0b6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 Feb 28 19:10:07.554224 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6b3ba-e6a3-4968-a6f7-d528c5491db5 req-9cd45a71-62b4-43b7-9825-bf0158b2f42c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:07.555696 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cfd6b3ba-e6a3-4968-a6f7-d528c5491db5 req-9cd45a71-62b4-43b7-9825-bf0158b2f42c tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0862312 Feb 28 19:10:07.604566 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cfd6b3ba-e6a3-4968-a6f7-d528c5491db5 req-abcc9265-b96f-4546-8ef7-47541bd5a66d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Feb 28 19:10:08.723181 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece4405-f5d8-40c7-b667-0ae3071ee373 req-eb2d4495-bd39-49f7-b70f-be3d9b179711 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:08.725255 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cece4405-f5d8-40c7-b667-0ae3071ee373 req-eb2d4495-bd39-49f7-b70f-be3d9b179711 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.0852935 Feb 28 19:10:08.771059 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cece4405-f5d8-40c7-b667-0ae3071ee373 req-32bcbfbb-54d5-4c5f-9ffa-490269639ef6 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391471 Feb 28 19:10:08.799920 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c06049-8605-49bc-a04a-4e332aff37bf req-89958276-a47e-436b-a94e-9a4a91278ba7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:08.801401 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-19c06049-8605-49bc-a04a-4e332aff37bf req-89958276-a47e-436b-a94e-9a4a91278ba7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0796053 Feb 28 19:10:08.845377 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-19c06049-8605-49bc-a04a-4e332aff37bf req-038f0d2a-39b5-4a59-9991-97acc5025d09 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Feb 28 19:10:09.956373 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19b0f7-0dc8-41be-b9f3-6f8bb6722824 req-b95c136b-028b-4c0f-a686-94ce2119574d tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:09.957830 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6a19b0f7-0dc8-41be-b9f3-6f8bb6722824 req-b95c136b-028b-4c0f-a686-94ce2119574d tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.0817823 Feb 28 19:10:10.002548 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6a19b0f7-0dc8-41be-b9f3-6f8bb6722824 req-2fc22c74-5839-4a6f-8884-5aa9d278f533 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390134 Feb 28 19:10:10.039102 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60df98a-db73-40cc-9bda-de3eaee660aa req-02ea3fe7-be82-4d67-b32f-ba644ce2d6ad tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:10.040550 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a60df98a-db73-40cc-9bda-de3eaee660aa req-02ea3fe7-be82-4d67-b32f-ba644ce2d6ad tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0847471 Feb 28 19:10:10.083351 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-a60df98a-db73-40cc-9bda-de3eaee660aa req-02304241-bf67-4d69-b06a-5d5318465633 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366700 Feb 28 19:10:10.795744 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-250df78e-6b1e-4c87-b55b-f5e31b44393b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:10.797196 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-250df78e-6b1e-4c87-b55b-f5e31b44393b tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.0831828 Feb 28 19:10:10.869835 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Deleting port 1b81a520-604c-463d-a536-17bf6df2396e {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:10.870179 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:10.945345 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54852) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:11.059718 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.075178 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:11.079267 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Usage tracker for resource:security_group_rule and tenant:ae22db9425f84808ace87c75a22b0228 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:11.082042 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:11.087529 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:11.121995 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] For port 1b81a520-604c-463d-a536-17bf6df2396e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1b81a520-604c-463d-a536-17bf6df2396e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:11.122504 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.238311 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69db51a-5568-46ba-a645-08399a259663 req-fb52b463-9aac-4cfc-9c0c-3c9baa06d1a5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:11.239839 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f69db51a-5568-46ba-a645-08399a259663 req-fb52b463-9aac-4cfc-9c0c-3c9baa06d1a5 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 946 time: 0.1299527 Feb 28 19:10:11.247291 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.289335 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-f69db51a-5568-46ba-a645-08399a259663 req-d5fd02db-6d0b-48b9-9378-9afed52fb3d1 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395968 Feb 28 19:10:11.323119 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.371895 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae22db9425f84808ace87c75a22b0228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254463 Feb 28 19:10:11.373814 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c366fa-217a-457d-bad6-730ab096f7ed,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:11.375888 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54862) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:11.395418 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.395769 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.396113 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.396471 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.396800 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.397131 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.397455 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.397780 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.398099 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.398417 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.398737 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.399051 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7de51-1ace-471d-afaa-0b5470081455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:11.447012 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f55c23e-5e19-412a-95a1-87b181e98ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.473064 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f55c23e-5e19-412a-95a1-87b181e98ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.476020 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66a870-0679-4af9-992e-58f8550ed06d req-4c0c5680-b0e5-446f-890e-6d20bf55e41a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:11.477519 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0e66a870-0679-4af9-992e-58f8550ed06d req-4c0c5680-b0e5-446f-890e-6d20bf55e41a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.2746160 Feb 28 19:10:11.479133 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.479500 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.480510 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Floating IP c8f4b100-36c5-4a0b-8f72-ee83183e0528 disassociated. External IP: 172.28.1.65, port: 1b81a520-604c-463d-a536-17bf6df2396e. Feb 28 19:10:11.480854 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Calling delete_port for 1b81a520-604c-463d-a536-17bf6df2396e owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:11.591994 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0e66a870-0679-4af9-992e-58f8550ed06d req-79f0528d-880a-43cf-a823-5b7079a7c21e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833871 Feb 28 19:10:11.706171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f55c23e-5e19-412a-95a1-87b181e98ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.720459 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55c23e-5e19-412a-95a1-87b181e98ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c366fa-217a-457d-bad6-730ab096f7ed,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:11.727333 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-4f55c23e-5e19-412a-95a1-87b181e98ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.728717 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-4f55c23e-5e19-412a-95a1-87b181e98ddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58c366fa-217a-457d-bad6-730ab096f7ed HTTP/1.1" status: 204 len: 168 time: 0.3519189 Feb 28 19:10:11.739697 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:11.880895 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event deleted for resources: {'Port': ['ID=1b81a520-604c-463d-a536-17bf6df2396e,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:12.066723 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:12.249097 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:12.262930 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f696f2b-0210-403f-853f-212933da3004 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:12.274091 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:12.275138 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:09:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:12.346499 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] No DVR routers for this DVR port 1b81a520-604c-463d-a536-17bf6df2396e on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:12.350282 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:12.358062 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'name': 'network-vif-deleted', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:12.444438 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3bd0c2b9-4eed-4441-9264-f9d25b92fadd req-229da913-9f2c-421d-bee9-6da5c8bfd293 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.55 "DELETE /v2.0/ports/1b81a520-604c-463d-a536-17bf6df2396e HTTP/1.1" status: 204 len: 173 time: 1.6413317 Feb 28 19:10:12.502713 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7be16b8d-aee6-4335-a89a-8f62ab58ad50 req-3b95ba8b-271e-466b-9bf0-37592318dcf7 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3bf63e4-3a99-4618-8a9b-6c616e9e066c HTTP/1.1" status: 200 len: 210 time: 0.0493543 Feb 28 19:10:12.511626 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:12.600787 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3bf63e4-3a99-4618-8a9b-6c616e9e066c', 'name': 'network-vif-deleted', 'tag': '1b81a520-604c-463d-a536-17bf6df2396e', 'status': 'completed', 'code': 200} Feb 28 19:10:12.833720 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47339089-e6bc-410c-a492-a2bf4310be6a req-13bda230-3f05-4689-8214-bf306a87831f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:12.835263 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-47339089-e6bc-410c-a492-a2bf4310be6a req-13bda230-3f05-4689-8214-bf306a87831f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1013417 Feb 28 19:10:12.863961 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:12.868156 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f696f2b-0210-403f-853f-212933da3004 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:12.876796 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:12.877422 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:09:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:12.901363 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-47339089-e6bc-410c-a492-a2bf4310be6a req-a7c250b7-62cb-4368-ba04-2282ee4e1151 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584116 Feb 28 19:10:13.083908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:13.409862 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-9f696f2b-0210-403f-853f-212933da3004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:13.413873 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f696f2b-0210-403f-853f-212933da3004 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:05:03Z', 'revision_number': 4, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '57d720c0-9a3e-4f79-ae3a-f18c58156a0e', 'name': '', 'network_id': '63479164-a223-4f16-ab5c-94c1820761f4', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'mac_address': 'fa:16:3e:b5:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:05:00Z', 'updated_at': '2022-02-28T19:05:13Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'subnets': [{'id': 'a6135fd5-03e9-48d3-8d28-1156e1e37af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:13.641618 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-7b64a663-ae62-481f-acb1-1d0768f69768 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230515864&fields=id&tenant_id=271747ba662346368b8ed85d07b7027b HTTP/1.1" status: 200 len: 267 time: 0.0435898 Feb 28 19:10:13.719582 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6085431e-f750-4947-a62d-7c4bf133ef88 None None] New status for floating IP c8f4b100-36c5-4a0b-8f72-ee83183e0528: DOWN {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:10:13.734355 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-0fcd0403-a7cb-4676-be6c-564ebaf97d8d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:13.735827 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-0fcd0403-a7cb-4676-be6c-564ebaf97d8d tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 985 time: 0.0901055 Feb 28 19:10:13.747233 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Request body: {'port': {'security_groups': ['7a932b55-95db-4988-a8a7-4e7fd559506b']}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:10:13.764883 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54920) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:13.833825 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccab4947-0846-4432-8290-03b9821e0311 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:13.864655 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccab4947-0846-4432-8290-03b9821e0311 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:13.921586 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.008806 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccab4947-0846-4432-8290-03b9821e0311 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.080321 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab4947-0846-4432-8290-03b9821e0311 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2bf2ca-93fb-4c56-8920-8ad82e65f84c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:14.137491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded8e55-2904-4dc2-b5df-895e57384812 req-56ba1c1f-e728-49d9-a554-e915f440a2f1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:14.139122 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1ded8e55-2904-4dc2-b5df-895e57384812 req-56ba1c1f-e728-49d9-a554-e915f440a2f1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1222804 Feb 28 19:10:14.170541 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ccab4947-0846-4432-8290-03b9821e0311 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.171745 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ccab4947-0846-4432-8290-03b9821e0311 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac2bf2ca-93fb-4c56-8920-8ad82e65f84c HTTP/1.1" status: 204 len: 168 time: 0.4057295 Feb 28 19:10:14.174634 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54932) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:14.193715 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-1ded8e55-2904-4dc2-b5df-895e57384812 req-47b23fd4-189d-4f7e-bfda-52ca3eff4545 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458224 Feb 28 19:10:14.219828 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:14.222412 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.api.v2.resource [None req-d8b27e97-3203-44d7-a29f-6414ad774a99 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] show failed (client error): The resource could not be found. Feb 28 19:10:14.223741 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d8b27e97-3203-44d7-a29f-6414ad774a99 tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "GET /v2.0/security-groups/ac2bf2ca-93fb-4c56-8920-8ad82e65f84c HTTP/1.1" status: 404 len: 347 time: 0.0480075 Feb 28 19:10:14.226700 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 54938) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:14.401272 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.406271 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Deleting port 013f2d39-bce2-48c5-bec5-174aa8df5f76 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:14.406623 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.473933 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.485093 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['99c93ba1-a1de-49a4-ba02-f21198867230'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:14.633649 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:14.634282 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.635667 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-ac8302d1-e980-43fa-b98e-af97db5bf9ea req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "PUT /v2.0/ports/99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 943 time: 0.8935397 Feb 28 19:10:14.636796 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:14.642683 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54954) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:14.654195 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44accfb7-0b61-4b36-aa26-efd9a8ab179c tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event updated for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=7']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:14.713501 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['99c93ba1-a1de-49a4-ba02-f21198867230'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:14.722622 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.722958 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.762390 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2acfd41d-5e8e-4fcb-a334-e9804a868316 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.807511 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2acfd41d-5e8e-4fcb-a334-e9804a868316 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.834757 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1b81a520-604c-463d-a536-17bf6df2396e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:14.882085 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 1b81a520-604c-463d-a536-17bf6df2396e {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:14.882430 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 1b81a520-604c-463d-a536-17bf6df2396e not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:14.930155 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'status': 'completed', 'code': 200} Feb 28 19:10:14.979440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2acfd41d-5e8e-4fcb-a334-e9804a868316 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:14.989972 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-4a670f42-321b-40d0-bce7-ccd2d765d09a None None] Provisioning complete for port 99c93ba1-a1de-49a4-ba02-f21198867230 triggered by entity DHCP. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:10:14.989972 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-4a670f42-321b-40d0-bce7-ccd2d765d09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.000353 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Calling delete_port for 013f2d39-bce2-48c5-bec5-174aa8df5f76 owned by network:floatingip {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:15.081937 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfd41d-5e8e-4fcb-a334-e9804a868316 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e44eb0-fe5e-4319-967c-7375028a2bc4,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:15.145436 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2acfd41d-5e8e-4fcb-a334-e9804a868316 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.146836 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2acfd41d-5e8e-4fcb-a334-e9804a868316 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "DELETE /v2.0/security-groups/80e44eb0-fe5e-4319-967c-7375028a2bc4 HTTP/1.1" status: 204 len: 168 time: 0.5010457 Feb 28 19:10:15.149559 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 54968) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:15.263427 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-2cf70960-9785-4743-a142-fe6327f9e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.264972 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-2cf70960-9785-4743-a142-fe6327f9e173 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1099 time: 0.3340652 Feb 28 19:10:15.374301 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Deleting port 34370bbe-34cb-4cde-9028-2e6efe48f918 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:15.374730 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.398812 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.469249 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Pushing event deleted for resources: {'Port': ['ID=013f2d39-bce2-48c5-bec5-174aa8df5f76,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:15.557554 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.558053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.589659 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-867ccd25-1336-4a24-9e39-f564e92fe956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.591375 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-867ccd25-1336-4a24-9e39-f564e92fe956 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.3202658 Feb 28 19:10:15.684113 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Calling delete_port for 34370bbe-34cb-4cde-9028-2e6efe48f918 owned by network:floatingip {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:15.688047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.711173 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a0149-a97a-4f76-b366-5a93b47e0615 req-7085331c-53a1-4276-a249-6bcaeb729016 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.712657 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c18a0149-a97a-4f76-b366-5a93b47e0615 req-7085331c-53a1-4276-a249-6bcaeb729016 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.4024768 Feb 28 19:10:15.756457 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-7a1c0f30-e22c-4163-9587-c9e095853784 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 1001 time: 0.1578803 Feb 28 19:10:15.761887 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:15.765774 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-e086ff12-d259-436c-8c9e-79ae70e222eb tempest-AttachVolumeTestJSON-685968454 tempest-AttachVolumeTestJSON-685968454-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8f4b100-36c5-4a0b-8f72-ee83183e0528 HTTP/1.1" status: 204 len: 168 time: 1.5376344 Feb 28 19:10:15.857703 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c18a0149-a97a-4f76-b366-5a93b47e0615 req-50fb3a62-babb-4361-8f16-db7b34b7f87f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337943 Feb 28 19:10:15.868709 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-6c4d823e-2675-42bd-99ff-d0dc35433670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.870511 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-6c4d823e-2675-42bd-99ff-d0dc35433670 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.0839164 Feb 28 19:10:15.953958 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-4bf16634-7f9a-4405-9994-58be525d002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:15.955448 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-4bf16634-7f9a-4405-9994-58be525d002e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774114 Feb 28 19:10:15.957671 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:16.018944 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event deleted for resources: {'Port': ['ID=34370bbe-34cb-4cde-9028-2e6efe48f918,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:16.095525 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-7d5c7766-c3d9-4d7c-8b6c-944b690457f6 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338260 Feb 28 19:10:16.126654 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:16.127078 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.l3_db [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Floating IP f5e4bfb5-b57c-49da-be48-b8b89cf10529 disassociated (deleted). External IP: 172.28.1.63, port: 99c93ba1-a1de-49a4-ba02-f21198867230. Feb 28 19:10:16.234551 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1ba42cb-8ba0-448d-b7ce-f5adc3d36c0d req-d7a6cd8f-43f4-4bfc-b025-d5bfb53c54ad service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322908 Feb 28 19:10:16.491422 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Router 327ba4fa-cf83-43c2-bffb-aac640b90556 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:16.766808 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:16.781218 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] Sync routers for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:16.790720 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:16.791312 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:09:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:16.849096 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:16.907461 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-1e641e7b-5746-4739-99a2-648dc5fab3ae tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "DELETE /v2.0/floatingips/f5e4bfb5-b57c-49da-be48-b8b89cf10529 HTTP/1.1" status: 204 len: 168 time: 1.7567444 Feb 28 19:10:16.908132 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:16.974982 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:17.068287 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52bf1-05cb-4b1e-b3b9-b0a3f517ee22 req-1e232fac-7f73-48f4-8a42-4155e3191ead tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:17.069805 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aff52bf1-05cb-4b1e-b3b9-b0a3f517ee22 req-1e232fac-7f73-48f4-8a42-4155e3191ead tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.0859489 Feb 28 19:10:17.120874 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aff52bf1-05cb-4b1e-b3b9-b0a3f517ee22 req-dd74bb23-31e6-4748-a761-234a9f773a83 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Feb 28 19:10:17.203443 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'status': 'completed', 'code': 200} Feb 28 19:10:17.304637 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-3a8129d7-4974-4175-acf5-ffe8bb0a26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:17.306135 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-3a8129d7-4974-4175-acf5-ffe8bb0a26c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=271747ba662346368b8ed85d07b7027b&device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 1099 time: 0.0748417 Feb 28 19:10:17.311750 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:23Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:17.315812 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] Checking router: 327ba4fa-cf83-43c2-bffb-aac640b90556 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:17.324779 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:17.325367 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:09:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:17.444769 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-f6b89692-8098-43b2-846c-db2e6fdcdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:17.446585 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-f6b89692-8098-43b2-846c-db2e6fdcdd42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 200 len: 915 time: 0.1345551 Feb 28 19:10:17.561773 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:17.664669 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-751aca2c-e830-431f-bf38-305c8b41ce3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 200 len: 217 time: 0.2095869 Feb 28 19:10:17.727320 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-664d95ae-d7df-4594-a0bb-81dbdcca1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:17.728777 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-664d95ae-d7df-4594-a0bb-81dbdcca1881 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 200 len: 853 time: 0.0580997 Feb 28 19:10:17.810917 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-9c8a2c5f-3633-4ad9-9d37-25532f399a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:17.816134 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-9c8a2c5f-3633-4ad9-9d37-25532f399a73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184883b9-8c3f-48f5-a337-4df076ab370a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754981 Feb 28 19:10:17.887051 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:23Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:17.891247 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845b787-f8a0-4bad-84d6-3ffe9341236f None None] The sync data for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb is: [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:07:15Z', 'revision_number': 4, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '5d6ad017-e0a9-41cb-9c0d-be22713df260', 'name': '', 'network_id': '184883b9-8c3f-48f5-a337-4df076ab370a', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'mac_address': 'fa:16:3e:e9:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:14Z', 'updated_at': '2022-02-28T19:07:23Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'subnets': [{'id': '52ce5c10-d7b2-40f1-9c39-c5db9327775c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:17.968030 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-86f3a0b8-81d7-48aa-aaf5-820a2b22038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:17.985992 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-3f11156f-c240-4d56-a670-bc46ed21a721 service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651199 Feb 28 19:10:18.125556 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8ad48410-1875-4cc4-9cae-9495243c8f36 req-b61a7b6d-2741-4060-b925-ddbad378d20f service neutron] 10.222.0.55 "GET /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339581 Feb 28 19:10:18.141217 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49151429-117f-4a7a-bf1d-c01ee10dbe02 None None] New status for floating IP f5e4bfb5-b57c-49da-be48-b8b89cf10529: DOWN {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:10:18.349604 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c4bdb-e798-4a3a-ade8-8edab6982427 req-a1eae3c3-b976-4f89-aa83-b7de966e647a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:18.351103 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6c1c4bdb-e798-4a3a-ade8-8edab6982427 req-a1eae3c3-b976-4f89-aa83-b7de966e647a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1043489 Feb 28 19:10:18.396119 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6c1c4bdb-e798-4a3a-ade8-8edab6982427 req-9cead7fc-dc97-447e-9331-e6ccdc789bc4 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389161 Feb 28 19:10:18.849539 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:10:18.985245 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:18.998605 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '119b8a61-4fb1-4bed-a030-c46631324b57', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57', 'mac_address': 'fa:16:3e:a7:25:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:10:19.067586 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:19.086971 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 119b8a61-4fb1-4bed-a030-c46631324b57 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:10:19.103303 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:19.216154 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:19.288950 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=6']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:19.313850 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['119b8a61-4fb1-4bed-a030-c46631324b57'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:19.611768 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c22928-e66f-4a6f-8de6-bba7f04dc6fa req-654dcbb2-2cdf-4b55-846d-3596eb5071b0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:19.613214 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d5c22928-e66f-4a6f-8de6-bba7f04dc6fa req-654dcbb2-2cdf-4b55-846d-3596eb5071b0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.0890360 Feb 28 19:10:19.660889 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d5c22928-e66f-4a6f-8de6-bba7f04dc6fa req-08f73995-02c3-48a3-9251-318581210405 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Feb 28 19:10:20.494333 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55090) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:20.867495 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:10:20.933186 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-5d18e4ef-3d1e-4af4-bb1c-20b6ba0004f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:20.991071 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 119b8a61-4fb1-4bed-a030-c46631324b57 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:10:20.991605 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:21.129437 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb24b1-6f96-43e9-aa7f-fbdf0c6a29b1 req-cd91ddaa-7b4b-4a70-9624-08bfa61df6de tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:21.133950 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:21.136438 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5beb24b1-6f96-43e9-aa7f-fbdf0c6a29b1 req-cd91ddaa-7b4b-4a70-9624-08bfa61df6de tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.1643395 Feb 28 19:10:21.173309 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:21.191388 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:21.244068 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5beb24b1-6f96-43e9-aa7f-fbdf0c6a29b1 req-0923663f-6514-49da-a166-36e94d0f340f tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014547 Feb 28 19:10:21.257501 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8d826-486e-4e11-a06c-42922fba4d7f req-5b0ce6a3-d5d4-47d5-b2b2-d3d313a7aa16 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:21.258758 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ebf8d826-486e-4e11-a06c-42922fba4d7f req-5b0ce6a3-d5d4-47d5-b2b2-d3d313a7aa16 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.1929362 Feb 28 19:10:21.278185 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:21.358921 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ebf8d826-486e-4e11-a06c-42922fba4d7f req-851bc55b-9caf-4a1f-8e6e-158a3374eaf9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995312 Feb 28 19:10:21.416261 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=7']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:21.523542 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:21.550843 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'code': 200} Feb 28 19:10:21.632640 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:22.120055 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Deleting port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:22.120877 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:22.335189 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:22.507522 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] For port 57d720c0-9a3e-4f79-ae3a-f18c58156a0e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:22.507929 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:22.654730 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528de3c5-94d9-4ff5-9b21-05d7352de931 req-73d66249-be46-4494-be08-8630a2abe630 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:22.658716 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-528de3c5-94d9-4ff5-9b21-05d7352de931 req-73d66249-be46-4494-be08-8630a2abe630 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1394129 Feb 28 19:10:22.668978 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Calling delete_port for 57d720c0-9a3e-4f79-ae3a-f18c58156a0e owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:22.722422 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-528de3c5-94d9-4ff5-9b21-05d7352de931 req-39aefaee-60df-4f88-baa6-341895ff2f48 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580802 Feb 28 19:10:22.739715 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-a6d25b08-3345-4d08-ba2e-7ef7c33941ad tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:22.740520 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-a6d25b08-3345-4d08-ba2e-7ef7c33941ad tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:10:23.002899 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-a6d25b08-3345-4d08-ba2e-7ef7c33941ad tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:10:23.002899 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-a6d25b08-3345-4d08-ba2e-7ef7c33941ad tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.5388031 Feb 28 19:10:23.003331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-2706e5d0-7535-4da0-89ce-fca15ae8c3e4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:23.003331 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-2706e5d0-7535-4da0-89ce-fca15ae8c3e4 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 946 time: 0.1634037 Feb 28 19:10:23.104342 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-9e534c37-7dc6-4526-888c-73c9273e67e3 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Synchronizing usage tracker for tenant:271747ba662346368b8ed85d07b7027b on resource:security_group {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:10:23.142733 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Deleting port 99c93ba1-a1de-49a4-ba02-f21198867230 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:23.143376 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:23.295310 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-9e534c37-7dc6-4526-888c-73c9273e67e3 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Unset dirty status for tenant:271747ba662346368b8ed85d07b7027b on resource:security_group {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:10:23.296458 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-0aabe2e9-3b8c-4f2b-bdbf-32f1b298b8d5 req-9e534c37-7dc6-4526-888c-73c9273e67e3 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/security-groups?id=7a932b55-95db-4988-a8a7-4e7fd559506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237977 Feb 28 19:10:23.297162 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:23.349098 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d720c0-9a3e-4f79-ae3a-f18c58156a0e,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:23.398892 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] For port 99c93ba1-a1de-49a4-ba02-f21198867230, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=99c93ba1-a1de-49a4-ba02-f21198867230,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:23.399254 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:23.537970 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Calling delete_port for 99c93ba1-a1de-49a4-ba02-f21198867230 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:23.603289 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:23.701527 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:23.814933 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:23.829661 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['99c93ba1-a1de-49a4-ba02-f21198867230'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:24.068529 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Pushing event deleted for resources: {'Port': ['ID=99c93ba1-a1de-49a4-ba02-f21198867230,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:24.156086 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Router 647db41c-65e2-44bb-be87-abe4cfcc7377 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:24.178499 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] No DVR routers for this DVR port 99c93ba1-a1de-49a4-ba02-f21198867230 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:24.181986 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:24.185686 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'name': 'network-vif-deleted', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:24.223910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d51cef-f252-47e3-a00f-36bb6e3e2fa4 req-e7c12a3c-aa80-42ee-afcf-1bb5be38b56d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:24.231644 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f7d51cef-f252-47e3-a00f-36bb6e3e2fa4 req-e7c12a3c-aa80-42ee-afcf-1bb5be38b56d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.3083956 Feb 28 19:10:24.266865 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1b2e31f1-b903-4c20-abe5-96dd807a8315 req-3d8f651a-d76d-4bb1-aadb-b947b8b6993b tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.55 "DELETE /v2.0/ports/99c93ba1-a1de-49a4-ba02-f21198867230 HTTP/1.1" status: 204 len: 173 time: 1.2841139 Feb 28 19:10:24.282618 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf97b74-687e-4cb1-8d45-8cb9eeb43a48', 'name': 'network-vif-deleted', 'tag': '99c93ba1-a1de-49a4-ba02-f21198867230', 'status': 'completed', 'code': 200} Feb 28 19:10:24.290939 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f7d51cef-f252-47e3-a00f-36bb6e3e2fa4 req-2cfecf16-7baa-44dd-834b-2d4ca41ecec1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583038 Feb 28 19:10:24.653906 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-952e196a-a391-4f16-9f63-2b4ff1d11e1e req-bf749671-a321-4ef0-97ed-790378292822 tempest-TestMinimumBasicScenario-2009531133 tempest-TestMinimumBasicScenario-2009531133-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf97b74-687e-4cb1-8d45-8cb9eeb43a48 HTTP/1.1" status: 200 len: 210 time: 0.1177096 Feb 28 19:10:24.694212 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:24.704869 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] Sync routers for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:24.716311 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fc386622-e709-4702-9cce-18b81b661972 admin admin] 10.222.0.41 "PUT /v2.0/routers/647db41c-65e2-44bb-be87-abe4cfcc7377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2194612 Feb 28 19:10:24.718753 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55140) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:24.719447 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:24.720330 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:10:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:24.956815 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:24.968433 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks [] for router, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:25.191632 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:25.255294 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Deleting port 1f99f41a-f996-4f72-9cee-e877c273ad74 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:25.255706 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:25.380931 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202'}], 'enable_snat': True}, 'gw_port_id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:10:23Z', 'revision_number': 5, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port': {'id': '1f99f41a-f996-4f72-9cee-e877c273ad74', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:88:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:45Z', 'updated_at': '2022-02-28T19:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:25.397890 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] Checking router: 647db41c-65e2-44bb-be87-abe4cfcc7377 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:25.412656 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] Routers {'647db41c-65e2-44bb-be87-abe4cfcc7377'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:25.413781 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:10:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['647db41c-65e2-44bb-be87-abe4cfcc7377'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:25.555240 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] For port 1f99f41a-f996-4f72-9cee-e877c273ad74, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=1f99f41a-f996-4f72-9cee-e877c273ad74,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:25.555766 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:25.605676 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] Set router 647db41c-65e2-44bb-be87-abe4cfcc7377 gateway port host: None {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:25.758353 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Calling delete_port for 1f99f41a-f996-4f72-9cee-e877c273ad74 owned by network:router_gateway {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:25.764677 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:10:25Z', 'revision_number': 6, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port_host': None}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:25.771520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e8661-1d2d-4b9f-9a73-9f40b8f57a39 None None] The sync data for ids ['647db41c-65e2-44bb-be87-abe4cfcc7377'] in dv-cinder-831187-1-smb is: [{'id': '647db41c-65e2-44bb-be87-abe4cfcc7377', 'name': 'tempest-AttachVolumeTestJSON-702061236-router', 'tenant_id': '9c0f14b6646b49b094d3461fca610f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:43Z', 'updated_at': '2022-02-28T19:10:25Z', 'revision_number': 6, 'project_id': '9c0f14b6646b49b094d3461fca610f16', 'gw_port_host': None}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:26.051092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398cf8e-db95-4038-9e00-6e9f60fd139a req-24954e5e-7f14-4e65-b2e9-8c1256e86d00 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:26.054055 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8398cf8e-db95-4038-9e00-6e9f60fd139a req-24954e5e-7f14-4e65-b2e9-8c1256e86d00 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.4760907 Feb 28 19:10:26.135349 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8398cf8e-db95-4038-9e00-6e9f60fd139a req-73658207-ef48-415c-a974-592b05744cff tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745080 Feb 28 19:10:26.339505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.389489 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f99f41a-f996-4f72-9cee-e877c273ad74,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:26.666304 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.847999 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 1f99f41a-f996-4f72-9cee-e877c273ad74 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:26.895418 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 99c93ba1-a1de-49a4-ba02-f21198867230 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:26.902553 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.904862 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:26.957771 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 1f99f41a-f996-4f72-9cee-e877c273ad74 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:26.958311 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 1f99f41a-f996-4f72-9cee-e877c273ad74 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:26.958493 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 57d720c0-9a3e-4f79-ae3a-f18c58156a0e no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:26.983410 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 99c93ba1-a1de-49a4-ba02-f21198867230 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:26.983755 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 99c93ba1-a1de-49a4-ba02-f21198867230 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:27.000530 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 57d720c0-9a3e-4f79-ae3a-f18c58156a0e {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:27.006680 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 57d720c0-9a3e-4f79-ae3a-f18c58156a0e not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:27.061295 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.065222 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647db41c-65e2-44bb-be87-abe4cfcc7377 {{(pid=87802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:10:27.077015 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.080501 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-909c30b1-c2fd-4d42-bb9f-d4b8aca37363 admin admin] 10.222.0.41 "DELETE /v2.0/routers/647db41c-65e2-44bb-be87-abe4cfcc7377 HTTP/1.1" status: 204 len: 168 time: 2.3577421 Feb 28 19:10:27.081546 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55198) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:27.182048 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Deleting subnet a6135fd5-03e9-48d3-8d28-1156e1e37af3 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:10:27.218055 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.334092 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.601659 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.648123 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6c2ec-d3f5-4f4a-a762-f84c7bf08335 req-6a3ea974-c19f-4bb1-b0e2-951d357647f3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:27.648123 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-97d6c2ec-d3f5-4f4a-a762-f84c7bf08335 req-6a3ea974-c19f-4bb1-b0e2-951d357647f3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.2342594 Feb 28 19:10:27.676976 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-97d6c2ec-d3f5-4f4a-a762-f84c7bf08335 req-85cf0f2b-21c4-43e0-acee-ea7e260366bf tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486894 Feb 28 19:10:27.918726 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.958211 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6135fd5-03e9-48d3-8d28-1156e1e37af3,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:27.968740 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:27.970537 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-414c956c-b793-48f7-87d6-0748e9d5fb66 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a6135fd5-03e9-48d3-8d28-1156e1e37af3 HTTP/1.1" status: 204 len: 168 time: 0.8869278 Feb 28 19:10:27.973057 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55210) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:27.974794 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b6ff7-69a7-4d14-a4bb-b6febf24d985 None None] Network 63479164-a223-4f16-ab5c-94c1820761f4 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:10:28.066017 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55218) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:28.122793 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.135723 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Deleting port c20cd46a-63f5-45e8-ad0e-45be799030e7 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:28.136459 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.292880 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55224) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:28.384158 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:10:28.391797 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] DHCP port deletion for 63479164-a223-4f16-ab5c-94c1820761f4 request from dv-cinder-831187-1-smb {{(pid=87804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:10:28.396859 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Deleting port c20cd46a-63f5-45e8-ad0e-45be799030e7 {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:28.397389 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.562132 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.617266 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:28.621519 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Usage tracker for resource:security_group_rule and tenant:44a565b65a0e4fb79ee6bece3341135f is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:28.624418 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:28.633036 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:28.643567 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] For port c20cd46a-63f5-45e8-ad0e-45be799030e7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c20cd46a-63f5-45e8-ad0e-45be799030e7,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:28.643567 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.739674 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] For port c20cd46a-63f5-45e8-ad0e-45be799030e7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c20cd46a-63f5-45e8-ad0e-45be799030e7,segment=NetworkSegment(8c8df1ad-9710-4797-bc1e-031b5aa5ecae),segment_id=8c8df1ad-9710-4797-bc1e-031b5aa5ecae)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:28.740262 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.895816 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Calling delete_port for c20cd46a-63f5-45e8-ad0e-45be799030e7 owned by network:dhcp {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:28.912882 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c20cd46a-63f5-45e8-ad0e-45be799030e7 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:28.933808 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:28.951323 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Calling delete_port for c20cd46a-63f5-45e8-ad0e-45be799030e7 owned by network:dhcp {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:29.112103 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b60344-a813-44d1-82c9-e541ae93849c req-25ab0ce1-6e1e-4b07-a09e-cb14c1fd8cd1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:29.114052 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1b60344-a813-44d1-82c9-e541ae93849c req-25ab0ce1-6e1e-4b07-a09e-cb14c1fd8cd1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1892910 Feb 28 19:10:29.124395 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.170331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.216643 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-f1b60344-a813-44d1-82c9-e541ae93849c req-d0a9a934-3523-4eba-a919-7dbb05e43ab5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944498 Feb 28 19:10:29.217674 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.278408 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Port c20cd46a-63f5-45e8-ad0e-45be799030e7 update to DOWN by agent not found {{(pid=87804) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 28 19:10:29.287997 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.db.api [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:10:29.288489 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG oslo_db.api [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:10:29.289652 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9288a22f-0995-4ecb-ae5b-43342e045e32,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:29.309218 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] No DVR routers for this DVR port c20cd46a-63f5-45e8-ad0e-45be799030e7 on host dv-cinder-831187-1-smb {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:29.341663 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20cd46a-63f5-45e8-ad0e-45be799030e7,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:29.402632 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d42c0252-d40a-40f6-8c65-babea86195ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44a565b65a0e4fb79ee6bece3341135f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1043539 Feb 28 19:10:29.405121 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55232) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:29.462361 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.492348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63479164-a223-4f16-ab5c-94c1820761f4']}} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:29.506285 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2f14ec3a-e9b9-4eae-9a69-681e92d2cd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.508814 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8df1ad-9710-4797-bc1e-031b5aa5ecae') {'for_net_delete': True} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:29.508814 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8df1ad-9710-4797-bc1e-031b5aa5ecae') {} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:29.523198 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4050685'] for segment, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.544042 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.551256 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=87802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:10:29.551987 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4014788'] for segment, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.570745 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2f14ec3a-e9b9-4eae-9a69-681e92d2cd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.633690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Deleting port 5d6ad017-e0a9-41cb-9c0d-be22713df260 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:29.634107 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: Traceback (most recent call last): Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: timer() Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: cb(*args, **kw) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: return func(*args, **kwargs) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: self._notify() Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: self.callback(batched_events) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: event.method(event) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: return f(self, *a, **k) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: return self._get(url).json() Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: return self.request(url, 'GET', **kwargs) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:10:29.644484 dv-cinder-831187-1-smb neutron-server[87802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:10:29.712080 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.729054 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.751621 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=63479164-a223-4f16-ab5c-94c1820761f4,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:29.790035 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Deleting port c20cd46a-63f5-45e8-ad0e-45be799030e7 {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:29.790416 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.846543 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] For port 5d6ad017-e0a9-41cb-9c0d-be22713df260, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=5d6ad017-e0a9-41cb-9c0d-be22713df260,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:29.846926 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.857432 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b62a82d2-d269-4b58-a58c-c8cb0a2203f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/63479164-a223-4f16-ab5c-94c1820761f4 HTTP/1.1" status: 204 len: 168 time: 1.8804860 Feb 28 19:10:29.868054 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-c92cb1f3-cc95-41a1-a8fd-42b9d7e9bee1 None None] The port 'c20cd46a-63f5-45e8-ad0e-45be799030e7' was deleted {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:10:29.921517 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2f14ec3a-e9b9-4eae-9a69-681e92d2cd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:29.998040 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Calling delete_port for 5d6ad017-e0a9-41cb-9c0d-be22713df260 owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:30.037271 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14ec3a-e9b9-4eae-9a69-681e92d2cd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9288a22f-0995-4ecb-ae5b-43342e045e32,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:30.041958 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2f14ec3a-e9b9-4eae-9a69-681e92d2cd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.041958 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2f14ec3a-e9b9-4eae-9a69-681e92d2cd9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9288a22f-0995-4ecb-ae5b-43342e045e32 HTTP/1.1" status: 204 len: 168 time: 0.6346672 Feb 28 19:10:30.248956 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55240) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:30.333668 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55246) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:30.334440 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a6d7fa9a-3789-4c53-981e-0e9cf167e085 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c0f14b6646b49b094d3461fca610f16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0809736 Feb 28 19:10:30.351714 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.435464 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f5b92edf-56b2-4fa4-948d-114aac98d98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.475754 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f5b92edf-56b2-4fa4-948d-114aac98d98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.532003 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6ad017-e0a9-41cb-9c0d-be22713df260,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:30.677716 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.793000 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f5b92edf-56b2-4fa4-948d-114aac98d98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.818636 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b92edf-56b2-4fa4-948d-114aac98d98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b852df4-776d-442b-b46c-903639123d46,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:30.831256 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f5b92edf-56b2-4fa4-948d-114aac98d98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:30.832807 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-f5b92edf-56b2-4fa4-948d-114aac98d98a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b852df4-776d-442b-b46c-903639123d46 HTTP/1.1" status: 204 len: 168 time: 0.4978292 Feb 28 19:10:30.865771 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4387-fee0-4c64-ad4b-c9724c422f64 req-8e86829d-1ae7-4426-92d3-e3771f50a60b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:30.870859 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c1a4387-fee0-4c64-ad4b-c9724c422f64 req-8e86829d-1ae7-4426-92d3-e3771f50a60b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.4575787 Feb 28 19:10:30.940547 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55254) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:30.944418 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-5c1a4387-fee0-4c64-ad4b-c9724c422f64 req-03332e78-3be9-4cb0-ac3b-d19aba825517 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724828 Feb 28 19:10:30.981096 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.015264 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:31.023757 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Usage tracker for resource:security_group_rule and tenant:fce57b8c2630475f91017d455f2f4ffa is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:31.033075 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:31.044979 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:31.080396 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.195536 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.255213 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.345848 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fce57b8c2630475f91017d455f2f4ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015148 Feb 28 19:10:31.346524 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844796e-608d-4e5c-b27d-30471059b20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7958be26-d4ad-4401-af50-796610f9eca0,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:31.350055 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55260) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:31.468366 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1935ee73-1dc1-4911-9913-2ed42d551715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.501955 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1935ee73-1dc1-4911-9913-2ed42d551715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.630874 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Router 327ba4fa-cf83-43c2-bffb-aac640b90556 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:31.706422 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1935ee73-1dc1-4911-9913-2ed42d551715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.738510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935ee73-1dc1-4911-9913-2ed42d551715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958be26-d4ad-4401-af50-796610f9eca0,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:31.744768 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1935ee73-1dc1-4911-9913-2ed42d551715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:31.748971 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-1935ee73-1dc1-4911-9913-2ed42d551715 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7958be26-d4ad-4401-af50-796610f9eca0 HTTP/1.1" status: 204 len: 168 time: 0.3975825 Feb 28 19:10:31.860063 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:31.869139 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] Sync routers for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:31.882946 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:31.883567 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:10:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:31.890621 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-84034325-c7b4-46c5-a0fe-e2cac7049400 admin admin] 10.222.0.41 "PUT /v2.0/routers/327ba4fa-cf83-43c2-bffb-aac640b90556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8233762 Feb 28 19:10:31.893086 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55274) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:32.077470 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:32.209153 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks [] for router, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.475436 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eac14-8418-4299-8b9a-25eee942ce81 req-271e2a40-ee7b-4ea9-a108-365f88e21bb5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:32.490089 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-346eac14-8418-4299-8b9a-25eee942ce81 req-271e2a40-ee7b-4ea9-a108-365f88e21bb5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.3461668 Feb 28 19:10:32.517879 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:10:30Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:32.528238 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] Checking router: 327ba4fa-cf83-43c2-bffb-aac640b90556 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:32.576382 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] Routers {'327ba4fa-cf83-43c2-bffb-aac640b90556'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:32.576382 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:10:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['327ba4fa-cf83-43c2-bffb-aac640b90556'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:32.590790 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-346eac14-8418-4299-8b9a-25eee942ce81 req-4b84a466-f8ca-4aad-ab6c-56ab4af71211 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974722 Feb 28 19:10:32.593350 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.666205 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Deleting port c8774cd4-1c57-4da2-95dd-f6d2563f42b9 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:32.666583 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.700858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55294) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:32.735645 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:32.762777 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:32.788440 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] Set router 327ba4fa-cf83-43c2-bffb-aac640b90556 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:32.791465 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Usage tracker for resource:security_group_rule and tenant:ef27dc73825f4c3597d5ae2f8d9b22b8 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:32.796520 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:32.804552 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:32.927107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] For port c8774cd4-1c57-4da2-95dd-f6d2563f42b9, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:32.927467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.078130 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Calling delete_port for c8774cd4-1c57-4da2-95dd-f6d2563f42b9 owned by network:router_gateway {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:33.112770 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:10:30Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:33.118200 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca5b5a-835e-4f54-97b2-06adc35aac08 None None] The sync data for ids ['327ba4fa-cf83-43c2-bffb-aac640b90556'] in dv-cinder-831187-1-smb is: [{'id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'name': 'tempest-TestMinimumBasicScenario-956969585-router', 'tenant_id': '271747ba662346368b8ed85d07b7027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:09Z', 'updated_at': '2022-02-28T19:10:30Z', 'revision_number': 5, 'project_id': '271747ba662346368b8ed85d07b7027b', 'gw_port': {'id': 'c8774cd4-1c57-4da2-95dd-f6d2563f42b9', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327ba4fa-cf83-43c2-bffb-aac640b90556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:10Z', 'updated_at': '2022-02-28T19:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:33.202710 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.287140 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.358690 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef27dc73825f4c3597d5ae2f8d9b22b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6489878 Feb 28 19:10:33.361313 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55304) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:33.362562 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5788b4-7d8a-4689-9717-34f787fdd161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77619b7-f1e0-4d11-bd60-e2b5b89f3ec0,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:33.437406 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.469524 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-59fc285a-4ebe-485a-957f-3578de154d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.511202 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-59fc285a-4ebe-485a-957f-3578de154d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.608886 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8774cd4-1c57-4da2-95dd-f6d2563f42b9,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:33.651891 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.671578 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-59fc285a-4ebe-485a-957f-3578de154d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.705719 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc285a-4ebe-485a-957f-3578de154d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77619b7-f1e0-4d11-bd60-e2b5b89f3ec0,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:33.736007 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-59fc285a-4ebe-485a-957f-3578de154d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:33.737968 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-59fc285a-4ebe-485a-957f-3578de154d08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a77619b7-f1e0-4d11-bd60-e2b5b89f3ec0 HTTP/1.1" status: 204 len: 168 time: 0.3755648 Feb 28 19:10:34.034464 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.049422 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.099594 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec04c29-7c70-4cac-981f-2094bb91ef42 req-40508f4b-7927-49d1-b42e-98aaf0ae6647 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:34.101100 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5ec04c29-7c70-4cac-981f-2094bb91ef42 req-40508f4b-7927-49d1-b42e-98aaf0ae6647 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.2694144 Feb 28 19:10:34.152339 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5ec04c29-7c70-4cac-981f-2094bb91ef42 req-d37f6980-4265-4bc0-a2f2-5445210648e7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Feb 28 19:10:34.196963 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.197516 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 327ba4fa-cf83-43c2-bffb-aac640b90556 {{(pid=87802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:10:34.220442 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] Notify callbacks [] for router, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.224119 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-30a8fe6d-8ef9-4f21-9e33-c60c762fd291 admin admin] 10.222.0.41 "DELETE /v2.0/routers/327ba4fa-cf83-43c2-bffb-aac640b90556 HTTP/1.1" status: 204 len: 168 time: 2.3277352 Feb 28 19:10:34.224531 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55322) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:34.297794 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Deleting subnet 52ce5c10-d7b2-40f1-9c39-c5db9327775c {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:10:34.304102 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.355216 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.464664 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.609612 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-9e7d7781-2255-4046-b50d-7017f8a1d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:34.613410 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-9e7d7781-2255-4046-b50d-7017f8a1d3ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1099 time: 0.0731406 Feb 28 19:10:34.626468 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.665264 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ce5c10-d7b2-40f1-9c39-c5db9327775c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:34.672255 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.678353 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-97e0cb24-409f-4161-9887-729f1fb642c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/52ce5c10-d7b2-40f1-9c39-c5db9327775c HTTP/1.1" status: 204 len: 168 time: 0.4527841 Feb 28 19:10:34.680984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55344) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:34.682011 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2931555-cca0-420e-99e0-5baa923d0d22 None None] Network 184883b9-8c3f-48f5-a337-4df076ab370a requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:10:34.799485 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.809311 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-2a88443d-f15e-4efd-8e85-d020c41519fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:34.810890 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-2a88443d-f15e-4efd-8e85-d020c41519fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.1799071 Feb 28 19:10:34.811753 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Deleting port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:34.812534 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:34.836281 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c8774cd4-1c57-4da2-95dd-f6d2563f42b9 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:34.883465 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: c8774cd4-1c57-4da2-95dd-f6d2563f42b9 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:34.883812 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c8774cd4-1c57-4da2-95dd-f6d2563f42b9 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:34.884250 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 5d6ad017-e0a9-41cb-9c0d-be22713df260 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:35.006602 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 5d6ad017-e0a9-41cb-9c0d-be22713df260 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:35.007195 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 5d6ad017-e0a9-41cb-9c0d-be22713df260 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:35.025006 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-60a5c05c-c557-4333-b236-4ef9a0387aa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 200 len: 1002 time: 0.1346607 Feb 28 19:10:35.048546 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] For port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:35.048905 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.102192 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-46510413-ab4e-41da-9ec6-2381432ec6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.105006 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-46510413-ab4e-41da-9ec6-2381432ec6be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0715735 Feb 28 19:10:35.127826 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] DHCP port deletion for 184883b9-8c3f-48f5-a337-4df076ab370a request from dv-cinder-831187-1-smb {{(pid=87804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:10:35.132449 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Deleting port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:35.133046 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.221567 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-b73a2275-adb8-4351-afa7-94bce2a1a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.223883 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-b73a2275-adb8-4351-afa7-94bce2a1a6d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1124072 Feb 28 19:10:35.243570 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Calling delete_port for 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 owned by network:dhcp {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:35.442338 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-eed9bdc5-6fa7-471b-94f8-7dd15c9237d6 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114389 Feb 28 19:10:35.455231 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] For port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,segment=NetworkSegment(5baedbd2-ffb4-4020-8f77-56a7aa2e810d),segment_id=5baedbd2-ffb4-4020-8f77-56a7aa2e810d)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:35.455749 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.465895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.500963 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114689-20bb-4fe1-8796-ad1cd811f061 req-d41d50bc-0d3c-47d3-afb3-3ea257d9499a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.502444 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-03114689-20bb-4fe1-8796-ad1cd811f061 req-d41d50bc-0d3c-47d3-afb3-3ea257d9499a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1651330 Feb 28 19:10:35.533884 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=439e0a9b-90ca-4f3a-8e45-0f0ffb716e21,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:35.533884 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] No DVR routers for this DVR port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 on host dv-cinder-831187-1-smb {{(pid=87803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:35.612739 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-03114689-20bb-4fe1-8796-ad1cd811f061 req-1b1c4920-17a8-4aec-b387-81d851fcd771 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630534 Feb 28 19:10:35.637402 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-68dbf026-f1a6-4786-9672-15e7cbfc544a req-2cb3c3de-9a16-41ce-b554-57908712eefb service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831305 Feb 28 19:10:35.637557 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Calling delete_port for 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 owned by network:dhcp {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:35.716641 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.db.api [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:10:35.717312 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG oslo_db.api [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:10:35.793177 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-3f73f476-8935-4b2a-a6f1-a3e2c20a3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.794792 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-3f73f476-8935-4b2a-a6f1-a3e2c20a3671 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1099 time: 0.1012616 Feb 28 19:10:35.805752 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.835434 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184883b9-8c3f-48f5-a337-4df076ab370a']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:35.848561 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baedbd2-ffb4-4020-8f77-56a7aa2e810d') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:35.848864 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baedbd2-ffb4-4020-8f77-56a7aa2e810d') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:35.860720 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.877584 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.883571 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:10:35.883956 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:10:35.897693 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:10:35.939303 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-03393ffa-3a42-4a55-bc27-34dec7419efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:35.940783 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-03393ffa-3a42-4a55-bc27-34dec7419efa service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.1384163 Feb 28 19:10:36.082405 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:36.117920 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:36.121590 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=184883b9-8c3f-48f5-a337-4df076ab370a,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:36.193968 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-5d13ffb8-0e22-4ed5-bd79-5a6edc81ee1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 200 len: 1002 time: 0.2438552 Feb 28 19:10:36.209464 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-00c22081-f917-4cb2-a179-c6ffe73d6d67 admin admin] 10.222.0.41 "DELETE /v2.0/networks/184883b9-8c3f-48f5-a337-4df076ab370a HTTP/1.1" status: 204 len: 168 time: 1.5271757 Feb 28 19:10:36.212247 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55392) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:36.218669 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Deleting port 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:36.219158 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:36.260356 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-fca016ff-5afd-40d6-b317-a2cfb636a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:36.262492 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-fca016ff-5afd-40d6-b317-a2cfb636a379 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0628853 Feb 28 19:10:36.306441 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-7e6bec83-f00d-4f1a-98f5-bc6706967660 None None] The port '439e0a9b-90ca-4f3a-8e45-0f0ffb716e21' was deleted {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:10:36.351608 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-d080fd01-3be3-4b64-9e97-5f821df15bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:36.353138 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-d080fd01-3be3-4b64-9e97-5f821df15bc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826471 Feb 28 19:10:36.496566 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-e6aae7a1-7bd3-4b95-bc63-de42fb478078 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368647 Feb 28 19:10:36.650121 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d21a3e58-515d-4268-a930-f1323d9d04ce req-1d120da3-5d1d-475f-a72c-0daa7efd3402 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427646 Feb 28 19:10:36.800439 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:36.834536 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:36.834872 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 439e0a9b-90ca-4f3a-8e45-0f0ffb716e21 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:36.880265 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3013324-6fc9-401d-9873-3126b0368d1d req-87e321e8-f7bd-4d5e-a132-873182c2724e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:36.881745 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d3013324-6fc9-401d-9873-3126b0368d1d req-87e321e8-f7bd-4d5e-a132-873182c2724e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.1412122 Feb 28 19:10:36.918727 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:37.002439 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d3013324-6fc9-401d-9873-3126b0368d1d req-fa945191-047c-48cf-90c7-5dfed6e5453d tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106918 Feb 28 19:10:37.299738 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Deleting port 4484df65-525f-482b-ba44-9a602c9599d7 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:37.300151 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:37.569140 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] For port 4484df65-525f-482b-ba44-9a602c9599d7, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=4484df65-525f-482b-ba44-9a602c9599d7,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:37.569490 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:37.692032 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Calling delete_port for 4484df65-525f-482b-ba44-9a602c9599d7 owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:37.986139 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:38.036969 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Pushing event deleted for resources: {'Port': ['ID=4484df65-525f-482b-ba44-9a602c9599d7,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:38.349950 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c02f9-fd3b-444e-92f7-8029710aa401 req-2290856d-af8c-42b4-846b-d111be7877a6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:38.351466 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d38c02f9-fd3b-444e-92f7-8029710aa401 req-2290856d-af8c-42b4-846b-d111be7877a6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 946 time: 0.2329102 Feb 28 19:10:38.418330 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:38.426504 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d38c02f9-fd3b-444e-92f7-8029710aa401 req-89213c23-3ada-48e5-894d-f559247838cf tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634952 Feb 28 19:10:38.810711 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Router c257b6a3-54b9-4a37-b0a3-f25c58155e19 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:10:38.962255 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:39.011491 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:10:39.023028 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] Sync routers for ids ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:10:39.038399 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] Routers {'c257b6a3-54b9-4a37-b0a3-f25c58155e19'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:39.039001 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:10:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:39.073977 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-84ab056a-ee5d-4084-8059-1586fd262012 admin admin] 10.222.0.41 "PUT /v2.0/routers/c257b6a3-54b9-4a37-b0a3-f25c58155e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8606915 Feb 28 19:10:39.076461 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55444) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:39.156716 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.204511 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:10:39.310165 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:39.340231 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] Set router c257b6a3-54b9-4a37-b0a3-f25c58155e19 gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:39.380497 dv-cinder-831187-1-smb neutron-server[87804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'code': 422} returned with failed status Feb 28 19:10:39.384471 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks [] for router, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.437095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.589643 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.654361 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=8']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:39.659214 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dbe25-c93f-4cb4-918e-a4fa72c247ee req-c7572547-5b72-454a-8e87-d536bbb14ea3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:39.660754 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-040dbe25-c93f-4cb4-918e-a4fa72c247ee req-c7572547-5b72-454a-8e87-d536bbb14ea3 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0867510 Feb 28 19:10:39.663187 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.663531 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.663863 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.664189 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.664583 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.664862 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.665184 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.665528 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.665813 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.666129 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.666446 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.667366 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:39.698006 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:10:37Z', 'revision_number': 5, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port': {'id': '85b32893-6916-44a4-ae69-e803e7bc9709', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:07:22Z', 'updated_at': '2022-02-28T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:39.701864 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] Checking router: c257b6a3-54b9-4a37-b0a3-f25c58155e19 for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:10:39.705644 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Deleting port 85b32893-6916-44a4-ae69-e803e7bc9709 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:39.710214 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.710335 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-040dbe25-c93f-4cb4-918e-a4fa72c247ee req-d9aa0fe0-be84-4aee-bd4f-a9f4509e7e03 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Feb 28 19:10:39.710872 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] Routers {'c257b6a3-54b9-4a37-b0a3-f25c58155e19'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:10:39.711621 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:10:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:39.867418 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] Set router c257b6a3-54b9-4a37-b0a3-f25c58155e19 gateway port host: None {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:10:39.909274 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] For port 85b32893-6916-44a4-ae69-e803e7bc9709, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=85b32893-6916-44a4-ae69-e803e7bc9709,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:39.909632 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:39.987326 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:10:39Z', 'revision_number': 6, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port_host': None}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:39.994253 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a99e0-0b91-428a-91cf-00cd1bb9d5e2 None None] The sync data for ids ['c257b6a3-54b9-4a37-b0a3-f25c58155e19'] in dv-cinder-831187-1-smb is: [{'id': 'c257b6a3-54b9-4a37-b0a3-f25c58155e19', 'name': 'tempest-TestMinimumBasicScenario-1351097675-router', 'tenant_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:07:21Z', 'updated_at': '2022-02-28T19:10:39Z', 'revision_number': 6, 'project_id': 'f37a6f74f77b4b2cb891b57b267ddd03', 'gw_port_host': None}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:10:40.056445 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Calling delete_port for 85b32893-6916-44a4-ae69-e803e7bc9709 owned by network:router_gateway {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:40.341293 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.391101 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=85b32893-6916-44a4-ae69-e803e7bc9709,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:40.484984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.657258 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.659460 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.723996 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55488) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:40.825606 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.826152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c257b6a3-54b9-4a37-b0a3-f25c58155e19 {{(pid=87803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:10:40.839552 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.841889 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-812d3255-75b1-47a8-bd04-098bad17bd4a admin admin] 10.222.0.41 "DELETE /v2.0/routers/c257b6a3-54b9-4a37-b0a3-f25c58155e19 HTTP/1.1" status: 204 len: 168 time: 1.7643225 Feb 28 19:10:40.844340 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55494) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:40.849771 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 85b32893-6916-44a4-ae69-e803e7bc9709 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:40.860302 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:40.875574 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:40.879495 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Usage tracker for resource:security_group_rule and tenant:53a772b35dd14b498eba5bbe86e95dec is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:40.883818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:40.890451 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 85b32893-6916-44a4-ae69-e803e7bc9709 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:40.890800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 85b32893-6916-44a4-ae69-e803e7bc9709 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:40.891065 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:40.891214 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 4484df65-525f-482b-ba44-9a602c9599d7 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:40.931754 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 4484df65-525f-482b-ba44-9a602c9599d7 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:40.932092 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 4484df65-525f-482b-ba44-9a602c9599d7 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:41.002848 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.014404 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Deleting subnet 92015c56-ea76-4efb-a0cd-d0a7aa99fac6 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:10:41.017616 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.068515 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.082795 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.131853 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53a772b35dd14b498eba5bbe86e95dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056747 Feb 28 19:10:41.135268 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55502) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:41.148690 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88674f2f-a259-411c-8bc6-2a781c301576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5cdb6-3f0a-4263-805c-0f1748bbb163,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:41.163991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.200693 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-426b7d72-b61b-4ed6-8c16-831a16280c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.232264 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-426b7d72-b61b-4ed6-8c16-831a16280c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.318275 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.356815 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92015c56-ea76-4efb-a0cd-d0a7aa99fac6,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:41.363394 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.368635 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af01e1-0947-4961-be23-9ead6ff22697 None None] Network 668f4eb8-936c-41ca-b26c-6894d6eb924c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:10:41.374264 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-426b7d72-b61b-4ed6-8c16-831a16280c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.376533 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-36dd40d2-086c-4dfa-a662-14fb96353784 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/92015c56-ea76-4efb-a0cd-d0a7aa99fac6 HTTP/1.1" status: 204 len: 168 time: 0.5292218 Feb 28 19:10:41.377276 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55514) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:41.400971 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b7d72-b61b-4ed6-8c16-831a16280c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5cdb6-3f0a-4263-805c-0f1748bbb163,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:41.417005 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-426b7d72-b61b-4ed6-8c16-831a16280c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.418135 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-426b7d72-b61b-4ed6-8c16-831a16280c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91f5cdb6-3f0a-4263-805c-0f1748bbb163 HTTP/1.1" status: 204 len: 168 time: 0.2818441 Feb 28 19:10:41.498801 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.509778 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Deleting port 2ba65e25-3f78-452d-9c43-456d62fbacfa {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:41.510954 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.697004 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] DHCP port deletion for 668f4eb8-936c-41ca-b26c-6894d6eb924c request from dv-cinder-831187-1-smb {{(pid=87804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:10:41.705361 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Deleting port 2ba65e25-3f78-452d-9c43-456d62fbacfa {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:41.708379 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.734985 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] For port 2ba65e25-3f78-452d-9c43-456d62fbacfa, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=2ba65e25-3f78-452d-9c43-456d62fbacfa,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:41.735347 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.864326 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Calling delete_port for 2ba65e25-3f78-452d-9c43-456d62fbacfa owned by network:dhcp {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:41.953967 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] For port 2ba65e25-3f78-452d-9c43-456d62fbacfa, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=2ba65e25-3f78-452d-9c43-456d62fbacfa,segment=NetworkSegment(a43a467f-5890-4a4c-a9bd-72b2c7fa592e),segment_id=a43a467f-5890-4a4c-a9bd-72b2c7fa592e)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:41.954355 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:41.991556 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.055643 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba65e25-3f78-452d-9c43-456d62fbacfa,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:42.067931 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] No DVR routers for this DVR port 2ba65e25-3f78-452d-9c43-456d62fbacfa on host dv-cinder-831187-1-smb {{(pid=87803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:10:42.084444 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Calling delete_port for 2ba65e25-3f78-452d-9c43-456d62fbacfa owned by network:dhcp {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:10:42.207890 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.210833 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.db.api [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:10:42.211266 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG oslo_db.api [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:10:42.234193 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668f4eb8-936c-41ca-b26c-6894d6eb924c']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:42.246829 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:42.247125 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43a467f-5890-4a4c-a9bd-72b2c7fa592e') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:10:42.258869 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.274552 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.280661 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:10:42.281033 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:10:42.369141 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:10:42.529029 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.533440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.564619 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=668f4eb8-936c-41ca-b26c-6894d6eb924c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:42.566853 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55548) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:42.567399 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c11e8195-dec9-4955-98b0-d9b2640268f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/668f4eb8-936c-41ca-b26c-6894d6eb924c HTTP/1.1" status: 204 len: 168 time: 1.1886272 Feb 28 19:10:42.712793 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Deleting port 2ba65e25-3f78-452d-9c43-456d62fbacfa {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:10:42.713898 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.747689 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e4386-6df5-48ef-bc72-ac8dcc94d72f req-49d51668-2e6b-4b41-b96a-ad984bed78c5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:42.755745 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-997e4386-6df5-48ef-bc72-ac8dcc94d72f req-49d51668-2e6b-4b41-b96a-ad984bed78c5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0982184 Feb 28 19:10:42.799866 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-f98b6ee6-fedd-4371-96e6-766f5322c0bd None None] The port '2ba65e25-3f78-452d-9c43-456d62fbacfa' was deleted {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:10:42.812949 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-997e4386-6df5-48ef-bc72-ac8dcc94d72f req-ff93683f-a382-458a-9321-d0dd1df8b65e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491257 Feb 28 19:10:42.818258 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 2ba65e25-3f78-452d-9c43-456d62fbacfa no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:42.852688 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.852953 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 2ba65e25-3f78-452d-9c43-456d62fbacfa {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:10:42.853422 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 2ba65e25-3f78-452d-9c43-456d62fbacfa not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:10:42.870911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:42.875024 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Usage tracker for resource:security_group_rule and tenant:f539a1547ad148c5adbfc6642e5a3663 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:42.877908 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:42.883624 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:42.958647 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55562) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:42.967861 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:42.971914 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:10:43.035336 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8fc96278-32c5-435c-ab7a-7e4103b27c6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=271747ba662346368b8ed85d07b7027b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754964 Feb 28 19:10:43.038073 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55570) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:43.097683 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.129453 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f2646427-a3ef-44af-b5ec-7bbb5adc4605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.165625 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54284b-cb65-460e-97a5-091be2bf1ef5,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:43.170934 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-25a50532-f21a-40a1-ba00-775191ddbde9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f539a1547ad148c5adbfc6642e5a3663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029522 Feb 28 19:10:43.173931 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55582) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:43.186530 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f2646427-a3ef-44af-b5ec-7bbb5adc4605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.245577 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-eea26e5b-bdf4-49b5-baee-07a0829e1003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.279713 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-eea26e5b-bdf4-49b5-baee-07a0829e1003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.316987 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f2646427-a3ef-44af-b5ec-7bbb5adc4605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.335432 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2646427-a3ef-44af-b5ec-7bbb5adc4605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a932b55-95db-4988-a8a7-4e7fd559506b,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:43.391223 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-eea26e5b-bdf4-49b5-baee-07a0829e1003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.408262 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea26e5b-bdf4-49b5-baee-07a0829e1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54284b-cb65-460e-97a5-091be2bf1ef5,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:43.412550 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-eea26e5b-bdf4-49b5-baee-07a0829e1003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.416514 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-eea26e5b-bdf4-49b5-baee-07a0829e1003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f54284b-cb65-460e-97a5-091be2bf1ef5 HTTP/1.1" status: 204 len: 168 time: 0.2384164 Feb 28 19:10:43.433188 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f2646427-a3ef-44af-b5ec-7bbb5adc4605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:43.436483 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-f2646427-a3ef-44af-b5ec-7bbb5adc4605 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a932b55-95db-4988-a8a7-4e7fd559506b HTTP/1.1" status: 204 len: 168 time: 0.3949108 Feb 28 19:10:43.865251 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55612) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.014077 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada30bc-1256-4b9f-998b-11333c43ccf9 req-f15b566e-0120-4934-ac2f-dfcf4659fda1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:44.015432 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9ada30bc-1256-4b9f-998b-11333c43ccf9 req-f15b566e-0120-4934-ac2f-dfcf4659fda1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0785472 Feb 28 19:10:44.059278 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9ada30bc-1256-4b9f-998b-11333c43ccf9 req-0ae8e49a-95d9-47a7-9c10-e961384a1c43 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Feb 28 19:10:44.179637 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55618) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.230031 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-929a5d9f-469c-4848-895e-c4cec7faed80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f37a6f74f77b4b2cb891b57b267ddd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484421 Feb 28 19:10:44.232760 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55622) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.234899 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55624) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.254352 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.271247 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:44.275551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Usage tracker for resource:security_group_rule and tenant:ca160bb7f6c3447687784da41b1e6111 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:44.279535 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:44.285980 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:44.328643 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e698a95-fe29-4822-a70b-2063530f6138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.388798 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.402635 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e698a95-fe29-4822-a70b-2063530f6138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.449249 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.457497 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-085e72c5-f5e9-4ce1-b5f6-8871eafdf636 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5898333 Feb 28 19:10:44.516569 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2ddc0-4214-48eb-826a-e96781f7e2e9,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:44.521082 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a0620ba6-d052-44ed-aa3d-1249a81df8fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca160bb7f6c3447687784da41b1e6111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841735 Feb 28 19:10:44.523849 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55638) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:44.541831 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e698a95-fe29-4822-a70b-2063530f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.661422 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e698a95-fe29-4822-a70b-2063530f6138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754270c7-4acb-494c-8646-8df33ddfc3a0,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:44.679946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8e698a95-fe29-4822-a70b-2063530f6138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.681096 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8e698a95-fe29-4822-a70b-2063530f6138 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/754270c7-4acb-494c-8646-8df33ddfc3a0 HTTP/1.1" status: 204 len: 168 time: 0.4470196 Feb 28 19:10:44.701622 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0af53b10-5e96-4614-ba0b-75532bae1349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.739950 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0af53b10-5e96-4614-ba0b-75532bae1349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.860072 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0af53b10-5e96-4614-ba0b-75532bae1349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.881751 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af53b10-5e96-4614-ba0b-75532bae1349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2ddc0-4214-48eb-826a-e96781f7e2e9,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:44.889609 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0af53b10-5e96-4614-ba0b-75532bae1349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:44.890920 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-0af53b10-5e96-4614-ba0b-75532bae1349 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55e2ddc0-4214-48eb-826a-e96781f7e2e9 HTTP/1.1" status: 204 len: 168 time: 0.3660798 Feb 28 19:10:45.274868 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b2b2-a6ae-4b8d-b7a5-fb6013fdfbb5 req-46242577-9b73-47fb-8273-1f4f430f65f1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:45.277548 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6f54b2b2-a6ae-4b8d-b7a5-fb6013fdfbb5 req-46242577-9b73-47fb-8273-1f4f430f65f1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0881166 Feb 28 19:10:45.322528 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6f54b2b2-a6ae-4b8d-b7a5-fb6013fdfbb5 req-e2f2d669-f43b-467a-9de6-f66ef76d033f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382011 Feb 28 19:10:46.265684 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-0ae726f6-57c1-43bb-a6ef-bc980ac3dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.267148 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-0ae726f6-57c1-43bb-a6ef-bc980ac3dfda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a&tenant_id=951341064c6a4c92869840f9f199ff27 HTTP/1.1" status: 200 len: 1097 time: 0.0744033 Feb 28 19:10:46.359408 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-5d617d46-5734-41d6-99d1-f49387681159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.361155 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-5d617d46-5734-41d6-99d1-f49387681159 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=951341064c6a4c92869840f9f199ff27&device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1097 time: 0.0728192 Feb 28 19:10:46.500934 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-42b2c846-4170-401f-915b-f7007b0abd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.502600 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-42b2c846-4170-401f-915b-f7007b0abd01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 200 len: 918 time: 0.1356950 Feb 28 19:10:46.549147 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5088a4-8fcd-4c6c-b4b2-4c8bfe1357f5 req-dac9c9d5-2731-4f54-954b-d6dc71a92a52 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.551395 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cc5088a4-8fcd-4c6c-b4b2-4c8bfe1357f5 req-dac9c9d5-2731-4f54-954b-d6dc71a92a52 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.1141658 Feb 28 19:10:46.615363 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-cc5088a4-8fcd-4c6c-b4b2-4c8bfe1357f5 req-a37d8bd4-0584-444b-ae38-2c77a2ef6e27 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582640 Feb 28 19:10:46.629606 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-eb81e53a-78f8-4129-affb-1322e8c36de8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 200 len: 1000 time: 0.1199079 Feb 28 19:10:46.699721 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-520774e6-064b-4fc9-b6ba-e260462f2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.701304 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-520774e6-064b-4fc9-b6ba-e260462f2644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 200 len: 856 time: 0.0645640 Feb 28 19:10:46.874555 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-796fe4b3-ea4b-4a45-9d2c-abb0f19d53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:46.876037 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-796fe4b3-ea4b-4a45-9d2c-abb0f19d53d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b96f6f3a-e355-42aa-be2c-41ce721022b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1690049 Feb 28 19:10:47.010115 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-b1dc8103-b80b-429a-a0f2-05a754e907e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277142 Feb 28 19:10:47.147530 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8cacdc89-c0f9-4477-8c5b-f1f02d0d316c req-8ec53398-13c9-4d44-8a18-6bc79da698cf service neutron] 10.222.0.55 "GET /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314230 Feb 28 19:10:47.834884 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03f550-7f60-4b90-8fbc-ad260bc1aabb req-871d2107-1a5b-4f0e-a519-b064946f7d18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:47.836539 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fd03f550-7f60-4b90-8fbc-ad260bc1aabb req-871d2107-1a5b-4f0e-a519-b064946f7d18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0941792 Feb 28 19:10:47.890409 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fd03f550-7f60-4b90-8fbc-ad260bc1aabb req-9bc844d4-6a52-4ef5-82c1-3664c1cfe2d4 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469511 Feb 28 19:10:48.003252 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-0e9f8277-e28a-4f14-aeeb-e92830c6c8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:49.129291 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a50e5f-1037-4fa7-a3d0-2c6395fda07e req-cb5b9bf5-7920-4d84-aa6e-fa06bb31e3a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:49.131901 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-45a50e5f-1037-4fa7-a3d0-2c6395fda07e req-cb5b9bf5-7920-4d84-aa6e-fa06bb31e3a8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0964882 Feb 28 19:10:49.200190 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-45a50e5f-1037-4fa7-a3d0-2c6395fda07e req-5fcaf094-4a28-4f85-bf10-8159b189aede tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609114 Feb 28 19:10:50.413541 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfef96-7759-4e50-84b9-0340a5416929 req-c6cb5938-4cd2-48b0-be83-560ce341778e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:50.419062 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-dadfef96-7759-4e50-84b9-0340a5416929 req-c6cb5938-4cd2-48b0-be83-560ce341778e tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0906117 Feb 28 19:10:50.470379 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-dadfef96-7759-4e50-84b9-0340a5416929 req-eb916159-6b63-4337-913f-609d70d70b16 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501714 Feb 28 19:10:50.797006 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-53d0c7a9-dbfd-421c-aac2-1f23b09bce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:51.512084 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:51.711219 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887a4-244b-4582-b60e-a5b021e662e4 req-b456bdbf-434e-4642-8b8e-59632e310d0a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:51.712733 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7db887a4-244b-4582-b60e-a5b021e662e4 req-b456bdbf-434e-4642-8b8e-59632e310d0a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.1026750 Feb 28 19:10:51.763651 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7db887a4-244b-4582-b60e-a5b021e662e4 req-1a24b035-08ed-435d-af19-48745e051fc8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Feb 28 19:10:52.282832 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.006323 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0e839-10d1-4e66-b303-99958f48ff22 req-e710cd67-5298-4056-a1ee-e2fac4804f52 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:53.008341 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aba0e839-10d1-4e66-b303-99958f48ff22 req-e710cd67-5298-4056-a1ee-e2fac4804f52 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.1103423 Feb 28 19:10:53.068512 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-aba0e839-10d1-4e66-b303-99958f48ff22 req-32e2b268-7260-4d50-b203-019f2d66b022 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525854 Feb 28 19:10:53.557857 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55858) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:53.574025 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.709300 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.724457 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:53.728389 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Usage tracker for resource:security_group_rule and tenant:f03acd17067b4f6695aaa76050b15661 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:53.731622 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:53.738008 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:53.828030 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.877090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:53.934304 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ed55fe-bc22-4275-aef6-348ab590f13f,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:53.940104 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2fa10dff-2d00-4fdc-9a61-e3fcdd624719 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f03acd17067b4f6695aaa76050b15661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806555 Feb 28 19:10:53.945677 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55866) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:54.037805 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-85faa20a-196f-4239-b99b-b817c595177e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:54.066114 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-85faa20a-196f-4239-b99b-b817c595177e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:54.208809 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-85faa20a-196f-4239-b99b-b817c595177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:54.273160 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faa20a-196f-4239-b99b-b817c595177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ed55fe-bc22-4275-aef6-348ab590f13f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:54.281599 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-85faa20a-196f-4239-b99b-b817c595177e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:54.283157 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-85faa20a-196f-4239-b99b-b817c595177e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0ed55fe-bc22-4275-aef6-348ab590f13f HTTP/1.1" status: 204 len: 168 time: 0.3362381 Feb 28 19:10:54.360925 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6563-0154-4549-a5d0-3a34792bb4b8 req-83a2f3f8-3c41-4a26-a815-cbf2035ef484 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:54.362700 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9f0e6563-0154-4549-a5d0-3a34792bb4b8 req-83a2f3f8-3c41-4a26-a815-cbf2035ef484 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.1463056 Feb 28 19:10:54.414422 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9f0e6563-0154-4549-a5d0-3a34792bb4b8 req-7330faab-90a9-40b5-bfb6-d4afe9297aa6 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Feb 28 19:10:54.968841 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55890) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:54.981038 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:54.996392 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:55.000464 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Usage tracker for resource:security_group_rule and tenant:0c838059411d4908b7ceedd0b808e0ab is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:55.003245 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:55.009306 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:55.015068 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55894) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:55.123113 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.185346 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.273676 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55902) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:55.274698 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c838059411d4908b7ceedd0b808e0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101575 Feb 28 19:10:55.299090 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.314794 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea4208-f095-44d2-9852-644df302a311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ce266-977c-4c2b-bcf0-ff8f6338cd98,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:55.322003 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:55.336130 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:f41d9b4a2dd14f59b4c3b9bfc3d27be1 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:55.342063 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:55.350103 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:55.367757 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2e579933-ed88-4e1d-b74d-67663b5732ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.402920 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2e579933-ed88-4e1d-b74d-67663b5732ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.451275 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.517207 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.583971 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f41d9b4a2dd14f59b4c3b9bfc3d27be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678294 Feb 28 19:10:55.585113 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbbed7-ed21-47eb-8fd5-2a1d3d127bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed09601-e5c4-4121-8b39-377de8b885d6,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:55.587712 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55908) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:55.589544 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2e579933-ed88-4e1d-b74d-67663b5732ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.621490 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e579933-ed88-4e1d-b74d-67663b5732ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ce266-977c-4c2b-bcf0-ff8f6338cd98,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:55.653001 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-2e579933-ed88-4e1d-b74d-67663b5732ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.654944 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-2e579933-ed88-4e1d-b74d-67663b5732ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e3ce266-977c-4c2b-bcf0-ff8f6338cd98 HTTP/1.1" status: 204 len: 168 time: 0.3794882 Feb 28 19:10:55.674380 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17379fa-d154-471c-ad52-ffb3d1a00afb req-cd02b3c3-406c-437a-9adb-a49eb0f1366a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:55.675934 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c17379fa-d154-471c-ad52-ffb3d1a00afb req-cd02b3c3-406c-437a-9adb-a49eb0f1366a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.1274633 Feb 28 19:10:55.723642 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b6d85b8a-cb41-4f93-bf86-9679fc147584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.723642 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b6d85b8a-cb41-4f93-bf86-9679fc147584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:55.738230 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c17379fa-d154-471c-ad52-ffb3d1a00afb req-a4fb000f-4720-4306-9c58-0701c9d38fe7 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556681 Feb 28 19:10:56.129542 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b6d85b8a-cb41-4f93-bf86-9679fc147584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:56.145918 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d85b8a-cb41-4f93-bf86-9679fc147584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed09601-e5c4-4121-8b39-377de8b885d6,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:56.155215 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-b6d85b8a-cb41-4f93-bf86-9679fc147584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:56.156537 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-b6d85b8a-cb41-4f93-bf86-9679fc147584 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ed09601-e5c4-4121-8b39-377de8b885d6 HTTP/1.1" status: 204 len: 168 time: 0.5672545 Feb 28 19:10:56.582062 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55920) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:56.599217 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:56.613630 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:56.617393 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Usage tracker for resource:security_group_rule and tenant:eea0091b241e4901bf3b80accdfe8bf2 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:56.620862 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:56.626459 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:56.711175 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:56.836639 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:56.867533 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55926) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:56.884579 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:56.898617 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:56.903676 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Usage tracker for resource:security_group_rule and tenant:bcbd28af88ab47e28f83215b2bac8aa9 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:56.906560 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:56.912363 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:56.929328 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eea0091b241e4901bf3b80accdfe8bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461759 Feb 28 19:10:56.932964 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55930) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:56.940836 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c9986-184f-4e26-bd6f-4f5fc6092a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54be624-5ded-49f4-bb28-053ff963019d,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:56.972068 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac3e7a-375e-4b68-ad16-50661d0df5e8 req-68144ea2-c6f3-4494-91fa-c8e91896d0cd tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:56.977854 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-39ac3e7a-375e-4b68-ad16-50661d0df5e8 req-68144ea2-c6f3-4494-91fa-c8e91896d0cd tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.1136324 Feb 28 19:10:57.018292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b257eae6-9fe4-40c5-9cce-75918fa022d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.020731 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-39ac3e7a-375e-4b68-ad16-50661d0df5e8 req-95c1a12a-222d-4411-a8ac-f3e382c3e51a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411654 Feb 28 19:10:57.067959 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b257eae6-9fe4-40c5-9cce-75918fa022d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.083896 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.144955 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.190489 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d200dd-4022-4b62-93f2-dc3b3b0a16b0,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:57.194337 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcbd28af88ab47e28f83215b2bac8aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258374 Feb 28 19:10:57.197146 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 55934) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:57.200821 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.201191 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.201537 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.201872 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.202201 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.202528 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.202852 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.203176 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.203498 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.203818 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.204133 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.204481 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d850b40-500d-4862-ab20-837a8a59ab41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:10:57.207947 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b257eae6-9fe4-40c5-9cce-75918fa022d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.226140 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257eae6-9fe4-40c5-9cce-75918fa022d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54be624-5ded-49f4-bb28-053ff963019d,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:57.237596 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b257eae6-9fe4-40c5-9cce-75918fa022d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.238928 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b257eae6-9fe4-40c5-9cce-75918fa022d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b54be624-5ded-49f4-bb28-053ff963019d HTTP/1.1" status: 204 len: 168 time: 0.3052027 Feb 28 19:10:57.264930 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ad656a8f-fda3-411a-a7bf-dab031f23a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.289820 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ad656a8f-fda3-411a-a7bf-dab031f23a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.390932 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ad656a8f-fda3-411a-a7bf-dab031f23a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.407577 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad656a8f-fda3-411a-a7bf-dab031f23a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d200dd-4022-4b62-93f2-dc3b3b0a16b0,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:57.416051 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ad656a8f-fda3-411a-a7bf-dab031f23a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:57.420113 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ad656a8f-fda3-411a-a7bf-dab031f23a0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35d200dd-4022-4b62-93f2-dc3b3b0a16b0 HTTP/1.1" status: 204 len: 168 time: 0.2194920 Feb 28 19:10:58.219027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27957b-11e4-4ab1-9cb9-09bcb4cd8903 req-9361a779-75bf-4d88-88d7-55ab89d7ee2b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:58.220589 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6f27957b-11e4-4ab1-9cb9-09bcb4cd8903 req-9361a779-75bf-4d88-88d7-55ab89d7ee2b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 944 time: 0.0920842 Feb 28 19:10:58.266187 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6f27957b-11e4-4ab1-9cb9-09bcb4cd8903 req-f98e81f3-6d96-4480-85e6-cb66a8185f47 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395966 Feb 28 19:10:59.080897 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:10:59.121618 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 55998) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:59.214837 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:59.232336 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '119b8a61-4fb1-4bed-a030-c46631324b57', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'port_id': '119b8a61-4fb1-4bed-a030-c46631324b57', 'mac_address': 'fa:16:3e:a7:25:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:10:59.290932 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.311426 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119b8a61-4fb1-4bed-a030-c46631324b57 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:10:59.327999 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:10:59.369505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.385746 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:10:59.390989 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.400476 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Usage tracker for resource:security_group_rule and tenant:0ffcb474cf614e65a8b85f41260164fd is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:10:59.405281 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:10:59.411299 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:10:59.467509 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=9']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:59.504202 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.536362 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24443-5e61-4ada-a36c-8eeec7ef31ae req-841722a5-9a72-4593-a353-1d612ec43486 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:10:59.537760 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6eb24443-5e61-4ada-a36c-8eeec7ef31ae req-841722a5-9a72-4593-a353-1d612ec43486 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.1402624 Feb 28 19:10:59.582804 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6eb24443-5e61-4ada-a36c-8eeec7ef31ae req-9fbf4f3f-2404-4042-b84f-18c9f2eb087b tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387468 Feb 28 19:10:59.611351 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['119b8a61-4fb1-4bed-a030-c46631324b57'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:10:59.653899 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.700183 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c6420-f184-44f4-8259-b2aacb3fb31f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:59.704335 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-6f51607c-828b-4035-a264-031adc7fe375 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ffcb474cf614e65a8b85f41260164fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816777 Feb 28 19:10:59.707052 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56016) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:10:59.773106 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-411fa1f1-cb26-4699-a08d-cd92af50a990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.800631 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-411fa1f1-cb26-4699-a08d-cd92af50a990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.910812 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-411fa1f1-cb26-4699-a08d-cd92af50a990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.927660 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fa1f1-cb26-4699-a08d-cd92af50a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c6420-f184-44f4-8259-b2aacb3fb31f,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:10:59.931061 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-411fa1f1-cb26-4699-a08d-cd92af50a990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:10:59.933083 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-411fa1f1-cb26-4699-a08d-cd92af50a990 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e4c6420-f184-44f4-8259-b2aacb3fb31f HTTP/1.1" status: 204 len: 168 time: 0.2247624 Feb 28 19:10:59.966257 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56024) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:00.085444 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.100175 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:00.104551 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Usage tracker for resource:security_group_rule and tenant:acc7ee9520df48d7aae9e517955d96d1 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:00.107298 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:00.112890 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:00.195765 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.299618 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.356941 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acc7ee9520df48d7aae9e517955d96d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867152 Feb 28 19:11:00.356941 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525ff1b-88d0-46b1-862c-031b77585fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451700d2-952c-41d8-8e93-65c3cb3c96e4,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:00.357529 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56032) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:00.424645 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-62e6f0db-0031-43e4-95e1-402e96501242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.453479 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-62e6f0db-0031-43e4-95e1-402e96501242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.585534 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-62e6f0db-0031-43e4-95e1-402e96501242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.599509 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6f0db-0031-43e4-95e1-402e96501242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451700d2-952c-41d8-8e93-65c3cb3c96e4,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:00.606356 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-62e6f0db-0031-43e4-95e1-402e96501242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.607674 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-62e6f0db-0031-43e4-95e1-402e96501242 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/451700d2-952c-41d8-8e93-65c3cb3c96e4 HTTP/1.1" status: 204 len: 168 time: 0.2483478 Feb 28 19:11:00.637732 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:00.784751 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4494368-7646-4f8d-81c3-2d882fad635e req-739328e9-de05-4e28-bd25-1ca25e9c10e9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:00.786278 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b4494368-7646-4f8d-81c3-2d882fad635e req-739328e9-de05-4e28-bd25-1ca25e9c10e9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 945 time: 0.0838847 Feb 28 19:11:00.833441 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b4494368-7646-4f8d-81c3-2d882fad635e req-74570bf5-25a1-4372-ad62-91270ae6b35a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402155 Feb 28 19:11:01.084151 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:11:01.163858 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 119b8a61-4fb1-4bed-a030-c46631324b57 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:11:01.164361 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:01.291165 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:01.321859 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:11:01.330174 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:01.362089 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'code': 200} Feb 28 19:11:01.961882 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.053073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=10']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:02.060518 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ff329-683e-4585-9ef6-19092dd05a2d req-4df36114-b299-47ab-9f46-c2d234413cf1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:02.064657 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-db0ff329-683e-4585-9ef6-19092dd05a2d req-4df36114-b299-47ab-9f46-c2d234413cf1 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.1002898 Feb 28 19:11:02.107692 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-db0ff329-683e-4585-9ef6-19092dd05a2d req-64e94cf4-c67b-43f0-9a02-d18e096b1a84 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Feb 28 19:11:02.121435 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56066) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:02.139865 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.155934 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:02.159875 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e904d6e54234508a262ba008458a853 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:02.162647 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:02.169193 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:02.394022 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72957e55-7b91-4c58-9501-93d13c1e55c9 req-465063d2-7028-4467-8375-41c931000255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:02.395520 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-72957e55-7b91-4c58-9501-93d13c1e55c9 req-465063d2-7028-4467-8375-41c931000255 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 1100 time: 0.2086623 Feb 28 19:11:02.427092 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.446163 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-72957e55-7b91-4c58-9501-93d13c1e55c9 req-fcbfd49c-c153-4250-a922-0d0db1ff047e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410171 Feb 28 19:11:02.482309 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.531166 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e904d6e54234508a262ba008458a853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081578 Feb 28 19:11:02.532088 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a701d-66dc-4ebb-851d-014fc92bf1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d3caa-f55f-40a2-b647-ec789373e578,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:02.534850 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56070) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:02.592963 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa469-c2c4-4a8f-97c8-8c8237513721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.618554 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa469-c2c4-4a8f-97c8-8c8237513721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.728015 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa469-c2c4-4a8f-97c8-8c8237513721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.741980 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfa469-c2c4-4a8f-97c8-8c8237513721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d3caa-f55f-40a2-b647-ec789373e578,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:02.750286 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa469-c2c4-4a8f-97c8-8c8237513721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:02.751493 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-9cbfa469-c2c4-4a8f-97c8-8c8237513721 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b25d3caa-f55f-40a2-b647-ec789373e578 HTTP/1.1" status: 204 len: 168 time: 0.2153618 Feb 28 19:11:03.330232 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19361-3126-4103-81d0-d342e034f9d5 req-41c621b0-5000-44bb-8456-f2eb2ac7952f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:03.331842 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d1e19361-3126-4103-81d0-d342e034f9d5 req-41c621b0-5000-44bb-8456-f2eb2ac7952f tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.0833793 Feb 28 19:11:03.377784 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d1e19361-3126-4103-81d0-d342e034f9d5 req-c8c8f661-48a9-4c9c-a2f8-70f6a667dbc8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401459 Feb 28 19:11:04.616670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37a3bd-7670-403a-bfa8-fbdc241b2970 req-d530a166-c24a-4cb9-98c6-04e002e9e3d5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:04.620734 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0e37a3bd-7670-403a-bfa8-fbdc241b2970 req-d530a166-c24a-4cb9-98c6-04e002e9e3d5 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.1005001 Feb 28 19:11:04.674964 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0e37a3bd-7670-403a-bfa8-fbdc241b2970 req-3f22084a-76be-4a4d-a09b-e94ea0e47f66 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496700 Feb 28 19:11:05.370964 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:11:05.879846 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e62b2-9547-4b6d-a669-d6ddcc82381c req-f99b85f0-58fc-4180-80f1-48fadc8531ca tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:05.881368 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7d6e62b2-9547-4b6d-a669-d6ddcc82381c req-f99b85f0-58fc-4180-80f1-48fadc8531ca tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.0834243 Feb 28 19:11:05.926106 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-7d6e62b2-9547-4b6d-a669-d6ddcc82381c req-cee0c22e-96c2-422a-9e5b-dad13a50b1b8 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 Feb 28 19:11:06.684463 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56212) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:06.802991 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:06.895287 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:06.899067 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Usage tracker for resource:security_group_rule and tenant:1a49f5bd73d144f6833a46e3f5e7605e is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:06.902686 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:06.908325 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:06.988161 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:07.093411 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:07.140423 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a49f5bd73d144f6833a46e3f5e7605e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548407 Feb 28 19:11:07.141264 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97682e67-6fd7-4b37-b3c1-4aac9a89bbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7f1458-1cbe-4663-bce3-5c1ea591af07,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:07.143177 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56218) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:07.200531 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a1a937c4-31b0-4753-a72d-b6918d43e658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:07.225654 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a1a937c4-31b0-4753-a72d-b6918d43e658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:07.333546 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a1a937c4-31b0-4753-a72d-b6918d43e658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:07.351009 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a937c4-31b0-4753-a72d-b6918d43e658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7f1458-1cbe-4663-bce3-5c1ea591af07,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:07.363179 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-a1a937c4-31b0-4753-a72d-b6918d43e658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:07.364346 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-a1a937c4-31b0-4753-a72d-b6918d43e658 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae7f1458-1cbe-4663-bce3-5c1ea591af07 HTTP/1.1" status: 204 len: 168 time: 0.2200847 Feb 28 19:11:07.976527 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56234) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:07.993741 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.008452 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:08.012904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Usage tracker for resource:security_group_rule and tenant:ebceebb35c324d95a8f3fb8cc8fb17e7 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:08.015631 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:08.021149 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:08.106076 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.150946 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.198596 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebceebb35c324d95a8f3fb8cc8fb17e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209287 Feb 28 19:11:08.199560 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80cc3a-908e-4d4e-a3f2-dbdda2070e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c0f31-a322-4224-8af8-c50ad2f9d799,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:08.201313 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56238) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:08.258427 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3843dfbf-3d05-4fc4-b357-aea0e19863a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.284134 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3843dfbf-3d05-4fc4-b357-aea0e19863a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.384376 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3843dfbf-3d05-4fc4-b357-aea0e19863a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.400174 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843dfbf-3d05-4fc4-b357-aea0e19863a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c0f31-a322-4224-8af8-c50ad2f9d799,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:08.410263 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3843dfbf-3d05-4fc4-b357-aea0e19863a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:08.411382 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3843dfbf-3d05-4fc4-b357-aea0e19863a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f0c0f31-a322-4224-8af8-c50ad2f9d799 HTTP/1.1" status: 204 len: 168 time: 0.2090170 Feb 28 19:11:10.073111 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56278) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:10.191425 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.205573 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:10.209333 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Usage tracker for resource:security_group_rule and tenant:e4ae841691f64a979275d4f948e1ae8c is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:10.212022 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:10.218301 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:10.297954 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.344797 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.392113 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4ae841691f64a979275d4f948e1ae8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178914 Feb 28 19:11:10.393091 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483e0f0-5bea-428f-ab79-2ecffde637aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d27252-c283-4f8a-839d-946f78ff7db4,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:10.394836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56284) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:10.454038 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-68e12bdc-c40b-423d-a195-d227524758b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.480182 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-68e12bdc-c40b-423d-a195-d227524758b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.607792 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-68e12bdc-c40b-423d-a195-d227524758b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.626070 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12bdc-c40b-423d-a195-d227524758b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d27252-c283-4f8a-839d-946f78ff7db4,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:10.637371 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-68e12bdc-c40b-423d-a195-d227524758b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:10.638461 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-68e12bdc-c40b-423d-a195-d227524758b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59d27252-c283-4f8a-839d-946f78ff7db4 HTTP/1.1" status: 204 len: 168 time: 0.2425103 Feb 28 19:11:17.973547 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-53f66d9b-9923-4dc6-91f5-fe6af59cc1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:20.813350 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-4cec6607-793c-4f55-ba3d-fdfaab99e4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:21.459159 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:22.339219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:22.595417 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56516) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:22.712109 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:22.727593 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:22.731454 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:8cfd216469dd40e49bf2b6e5ab345959 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:22.734292 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:22.739836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:22.821291 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:22.881800 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:22.931274 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cfd216469dd40e49bf2b6e5ab345959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347549 Feb 28 19:11:22.932117 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c139f-97b3-4108-a67d-25754b8cb5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a338aca8-7edf-4eaf-b863-404516327f3c,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:22.933975 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56522) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:22.998953 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:23.023982 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:23.156245 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:23.175453 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a338aca8-7edf-4eaf-b863-404516327f3c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:23.186095 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.186437 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.186772 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.187109 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.187436 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.187760 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.188080 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.188424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.188747 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.189065 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.189381 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.189696 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:23.192603 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:23.193702 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-49a55687-27ae-4a29-8b36-cb89cb9a52e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a338aca8-7edf-4eaf-b863-404516327f3c HTTP/1.1" status: 204 len: 168 time: 0.2582247 Feb 28 19:11:23.528845 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:23.815832 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56532) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:23.835124 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:23.849925 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:23.853721 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Usage tracker for resource:security_group_rule and tenant:67a78528b4e648dd8c935ec60eace0a8 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:23.857513 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:23.863540 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:23.945961 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:24.030619 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:24.081028 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67a78528b4e648dd8c935ec60eace0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638493 Feb 28 19:11:24.081868 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd35c6c-f8f8-43aa-a5c4-8284895e54b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9fbb44-f0b2-4832-97ed-d68bc2fd260b,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:24.084443 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56536) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:24.144836 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1fd19533-bc09-412a-82f2-f0e28cc474d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:24.175101 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1fd19533-bc09-412a-82f2-f0e28cc474d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:24.287930 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1fd19533-bc09-412a-82f2-f0e28cc474d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:24.304380 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19533-bc09-412a-82f2-f0e28cc474d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9fbb44-f0b2-4832-97ed-d68bc2fd260b,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:24.315650 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-1fd19533-bc09-412a-82f2-f0e28cc474d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:24.316796 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-1fd19533-bc09-412a-82f2-f0e28cc474d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c9fbb44-f0b2-4832-97ed-d68bc2fd260b HTTP/1.1" status: 204 len: 168 time: 0.2307909 Feb 28 19:11:25.043879 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56546) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:25.062086 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.076665 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:25.080464 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:4aac22ec2950475d8a34cde2fce5e81b is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:25.083503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:25.089603 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:25.172909 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.241921 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.291365 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8957f09c-92f1-4449-b01b-c7c69d304a25,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:25.296974 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-008448f4-b97c-4343-b20f-57f02bdf7cc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4aac22ec2950475d8a34cde2fce5e81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509947 Feb 28 19:11:25.298906 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56552) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:25.363271 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-86569b11-a38f-411a-88ad-60eaff32079c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.389402 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-86569b11-a38f-411a-88ad-60eaff32079c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.550786 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-86569b11-a38f-411a-88ad-60eaff32079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.566121 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86569b11-a38f-411a-88ad-60eaff32079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957f09c-92f1-4449-b01b-c7c69d304a25,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:25.573910 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-86569b11-a38f-411a-88ad-60eaff32079c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:25.584364 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-86569b11-a38f-411a-88ad-60eaff32079c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8957f09c-92f1-4449-b01b-c7c69d304a25 HTTP/1.1" status: 204 len: 168 time: 0.2751651 Feb 28 19:11:26.596207 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56578) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:26.702844 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-725090538-network', 'tenant_id': '0ab3d34527d440e88e7b14f53fb8b64e'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:11:26.707360 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:26.711333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Usage tracker for resource:network and tenant:0ab3d34527d440e88e7b14f53fb8b64e is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:26.714036 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:26.719708 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:26.807853 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Made reservation on behalf of 0ab3d34527d440e88e7b14f53fb8b64e for: {'network': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:11:26.810839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for network, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:26.823564 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:26.838129 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:26.842197 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab3d34527d440e88e7b14f53fb8b64e is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:26.845303 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:26.854012 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:26.937658 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:26.990447 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.027247 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=87802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 19:11:27.035667 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abf81c6-8efb-42f8-a1f5-98a13318d527,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:27.042653 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.043343 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.segments_db [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Added segment 6d4dd34e-ae2d-4860-a51d-9e5453da3fc8 of type vlan for network 1403a600-f841-4d9a-b3ea-134d394a198f Feb 28 19:11:27.070933 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783227549862'] for network, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.150510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298'] for network, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.151507 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:27.152414 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.264330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] Pushing event updated for resources: {'Network': ['ID=1403a600-f841-4d9a-b3ea-134d394a198f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:27.274348 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Network 1403a600-f841-4d9a-b3ea-134d394a198f details requested by agent ovs-agent-dv-cinder-831187-1-smb with host dv-cinder-831187-1-smb {{(pid=87804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 19:11:27.305370 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-d9d7e4f3-230c-40fb-997e-15211e5a6481 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7079482 Feb 28 19:11:27.308420 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56586) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:27.314781 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.v2.base [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Request body: {'subnet': {'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-725090538-subnet', 'tenant_id': '0ab3d34527d440e88e7b14f53fb8b64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:11:27.319528 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:27.323291 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Usage tracker for resource:subnet and tenant:0ab3d34527d440e88e7b14f53fb8b64e is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:27.326561 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:27.336924 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:27.407361 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Made reservation on behalf of 0ab3d34527d440e88e7b14f53fb8b64e for: {'subnet': 1} {{(pid=87803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:11:27.409906 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2738631'] for subnet, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.654560 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2738641'] for subnet, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.731786 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9abd5d-1a31-4f00-8051-7668343d9586,revision_number=0']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:27.739782 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Checking segment: {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:11:27.740147 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Network hostable DHCP agents. Network: 1403a600-f841-4d9a-b3ea-134d394a198f, hostable agents: ['757b3ffb-be5d-4305-8a66-0b5a18512d8e'], hosted agents: [] {{(pid=87803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 19:11:27.813465 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Network 1403a600-f841-4d9a-b3ea-134d394a198f is scheduled to be hosted by DHCP agent 757b3ffb-be5d-4305-8a66-0b5a18512d8e with binding_index 1 {{(pid=87803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 19:11:27.887495 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.base_scheduler [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831187-1-smb, 1403a600-f841-4d9a-b3ea-134d394a198f) {{(pid=87803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:11:27.892032 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:27.892652 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:27.896780 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a3a6b-65be-42f8-a961-ab59600f6b08 None None] Network 1403a600-f841-4d9a-b3ea-134d394a198f requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:11:27.996902 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-553a17b5-1ad0-448d-8d7f-5ce88ffbc206 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6873379 Feb 28 19:11:28.110630 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b439b79d-9765-436c-a514-9b1bda30eaa2 None None] Network 1403a600-f841-4d9a-b3ea-134d394a198f requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:11:30.271328 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-bcb6248f-c348-48e3-b9dc-2eed2c6232fd tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:30.271906 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-bcb6248f-c348-48e3-b9dc-2eed2c6232fd tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Synchronizing usage tracker for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:network {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:11:30.390323 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-bcb6248f-c348-48e3-b9dc-2eed2c6232fd tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Unset dirty status for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:network {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:11:30.391514 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-bcb6248f-c348-48e3-b9dc-2eed2c6232fd tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/networks?id=1403a600-f841-4d9a-b3ea-134d394a198f HTTP/1.1" status: 200 len: 813 time: 0.2622523 Feb 28 19:11:30.406879 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-61816099-f1da-4643-9008-8fa8a6117c8f tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/quotas/0ab3d34527d440e88e7b14f53fb8b64e HTTP/1.1" status: 200 len: 375 time: 0.0099614 Feb 28 19:11:30.454213 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-391d1380-b422-431d-9de8-a38bd6848b5a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414186 Feb 28 19:11:30.628621 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-959d8f7a-258d-4a7f-aee9-d2cc8c8f4591 service neutron] 10.222.0.41 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677282 Feb 28 19:11:30.635768 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:30.760719 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-241ebe74-8a7b-40f1-af5d-e4f6a8971a9b service neutron] 10.222.0.41 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262739 Feb 28 19:11:30.997981 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c02ff128-4c14-4ecf-b344-0d3bfbc33dab req-dafc1462-6144-4654-8f5c-284aecae5dab tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 210 time: 0.0433733 Feb 28 19:11:32.147370 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-dcd42ae7-6a5d-47c8-8f8c-66b5fa7cf207 req-4f49e878-b0ad-4a6b-85c7-72b98b6acf86 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 210 time: 0.0448823 Feb 28 19:11:33.217849 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-d370b408-dd26-492c-bfbb-1705d484af93 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:33.220043 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-d370b408-dd26-492c-bfbb-1705d484af93 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "GET /v2.0/networks?id=1403a600-f841-4d9a-b3ea-134d394a198f HTTP/1.1" status: 200 len: 813 time: 0.2441821 Feb 28 19:11:33.232602 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Request body: {'port': {'device_id': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f', 'admin_state_up': True, 'tenant_id': '0ab3d34527d440e88e7b14f53fb8b64e'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:11:33.312405 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6b4288c4-2c66-4d0e-b5c3-0d01a75d259f req-ac02c191-5dac-42eb-93a0-cbd8abf306c8 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 210 time: 0.0467675 Feb 28 19:11:33.381229 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:33.385295 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Usage tracker for resource:port and tenant:0ab3d34527d440e88e7b14f53fb8b64e is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:33.388259 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:33.394471 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:33.475998 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Made reservation on behalf of 0ab3d34527d440e88e7b14f53fb8b64e for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:11:33.481386 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:33.654926 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Allocated IP 172.20.0.14 (1403a600-f841-4d9a-b3ea-134d394a198f/9c9abd5d-1a31-4f00-8051-7668343d9586/b0aa6704-06ff-400b-9cab-833cc29d496e) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:11:33.858578 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:33.921557 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:33.981944 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Network 1403a600-f841-4d9a-b3ea-134d394a198f is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:11:33.985339 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:11:33.994335 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:11:34.031078 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Pushing event updated for resources: {'Port': ['ID=b0aa6704-06ff-400b-9cab-833cc29d496e,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:34.065363 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:34.065969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:34.145221 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-8cc1593a-f2a7-4a6e-b47e-6c69f0ccc7d2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9163933 Feb 28 19:11:34.157021 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Request body: {'port': {'device_id': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:11:34.266327 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:34.606331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-cf1d3be5-ef2b-4711-aefa-de612b9d48c7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:34.607022 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-cf1d3be5-ef2b-4711-aefa-de612b9d48c7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Synchronizing usage tracker for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:11:34.683356 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-cf1d3be5-ef2b-4711-aefa-de612b9d48c7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Unset dirty status for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:11:34.684508 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-cf1d3be5-ef2b-4711-aefa-de612b9d48c7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 932 time: 0.2577651 Feb 28 19:11:34.688084 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0aa6704-06ff-400b-9cab-833cc29d496e {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:11:34.708163 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:34.735215 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Transition to ACTIVE for port object b0aa6704-06ff-400b-9cab-833cc29d496e will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:11:34.744963 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-f84af7b5-ab62-4618-8299-78ee381938cc tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Synchronizing usage tracker for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:security_group {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:11:34.784326 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:34.837439 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-f84af7b5-ab62-4618-8299-78ee381938cc tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Unset dirty status for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:security_group {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:11:34.838553 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0b656878-e723-4f07-be8f-e75d8121ec63 req-f84af7b5-ab62-4618-8299-78ee381938cc tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456487 Feb 28 19:11:34.939089 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b0aa6704-06ff-400b-9cab-833cc29d496e,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:35.015962 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Attempting to bind port b0aa6704-06ff-400b-9cab-833cc29d496e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:11:35.016644 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Attempting to bind port b0aa6704-06ff-400b-9cab-833cc29d496e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:11:35.016644 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Attempting to bind port b0aa6704-06ff-400b-9cab-833cc29d496e on network 1403a600-f841-4d9a-b3ea-134d394a198f {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:11:35.021198 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Port b0aa6704-06ff-400b-9cab-833cc29d496e on network 1403a600-f841-4d9a-b3ea-134d394a198f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:11:35.021566 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Attempting to bind port b0aa6704-06ff-400b-9cab-833cc29d496e on network 1403a600-f841-4d9a-b3ea-134d394a198f {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:11:35.026479 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:11:35.026806 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Checking segment: {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:11:35.027439 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Bound using segment: {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:11:35.027841 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Bound port: b0aa6704-06ff-400b-9cab-833cc29d496e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:11:35.028179 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:35.120436 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] For port b0aa6704-06ff-400b-9cab-833cc29d496e, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:11:35.123324 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] For port b0aa6704-06ff-400b-9cab-833cc29d496e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0aa6704-06ff-400b-9cab-833cc29d496e,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:11:35.185159 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:35.240008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:35.240863 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:35.242169 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] 10.222.0.55 "PUT /v2.0/ports/b0aa6704-06ff-400b-9cab-833cc29d496e HTTP/1.1" status: 200 len: 1094 time: 1.0900273 Feb 28 19:11:35.244828 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'tag': 'b0aa6704-06ff-400b-9cab-833cc29d496e'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:11:35.278622 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f58622-24b2-47a9-84ec-56c21c143a0c service neutron] Pushing event updated for resources: {'Port': ['ID=b0aa6704-06ff-400b-9cab-833cc29d496e,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:35.294061 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'tag': 'b0aa6704-06ff-400b-9cab-833cc29d496e', 'status': 'completed', 'code': 200} Feb 28 19:11:35.392804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4376e2-5bef-423c-97d6-f5f742f78743 req-c89a6263-38c4-43f0-9d3c-58e3175998a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:35.394295 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cb4376e2-5bef-423c-97d6-f5f742f78743 req-c89a6263-38c4-43f0-9d3c-58e3175998a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 1097 time: 0.0787525 Feb 28 19:11:35.632278 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4376e2-5bef-423c-97d6-f5f742f78743 req-9a50946b-6774-45d5-b6ad-88a7c83faf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:35.633737 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cb4376e2-5bef-423c-97d6-f5f742f78743 req-9a50946b-6774-45d5-b6ad-88a7c83faf4d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2314343 Feb 28 19:11:35.769367 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4376e2-5bef-423c-97d6-f5f742f78743 req-334f8eb3-192a-437f-99fd-68c2d28b8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:35.770795 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cb4376e2-5bef-423c-97d6-f5f742f78743 req-334f8eb3-192a-437f-99fd-68c2d28b8ce4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305966 Feb 28 19:11:35.880592 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-25d133d5-7a70-4928-9881-4f8c1b550585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:35.882714 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-25d133d5-7a70-4928-9881-4f8c1b550585 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 1097 time: 0.0779185 Feb 28 19:11:35.956338 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-ec1f0623-6e53-48fe-a8f6-f76497950f4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0aa6704-06ff-400b-9cab-833cc29d496e HTTP/1.1" status: 200 len: 217 time: 0.0653021 Feb 28 19:11:36.063221 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-ec91ae77-8635-4c92-b6f3-83d3a95be2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:36.065532 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-ec91ae77-8635-4c92-b6f3-83d3a95be2f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c9abd5d-1a31-4f00-8051-7668343d9586 HTTP/1.1" status: 200 len: 853 time: 0.0735099 Feb 28 19:11:36.119967 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-245788e0-3fda-422c-8370-5b9a68fcc43f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1403a600-f841-4d9a-b3ea-134d394a198f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428364 Feb 28 19:11:36.127934 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e265a87-92c9-4cba-b30e-215ea06b3835 req-70c67ac3-5b8c-4549-8f9e-e5e9a3cd2d68 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:36.129283 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5e265a87-92c9-4cba-b30e-215ea06b3835 req-70c67ac3-5b8c-4549-8f9e-e5e9a3cd2d68 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 944 time: 0.1721187 Feb 28 19:11:36.256857 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-5e265a87-92c9-4cba-b30e-215ea06b3835 req-8f235669-9ae3-4c6f-9ac0-da0f1418466e tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099861 Feb 28 19:11:36.283894 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-20b85113-5a8d-45f8-aa1f-120b8e020d8d service neutron] 10.222.0.55 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536808 Feb 28 19:11:36.411733 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0ba3ff3e-cd69-4622-99eb-461475a44eb9 req-4205dafc-27c5-4a19-a932-a858070fb113 service neutron] 10.222.0.55 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218276 Feb 28 19:11:37.444489 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61874d4-8bc3-4124-b849-2d554e367195 req-c28a4ef7-41ff-421c-8d52-7c51bf153cf0 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:37.445824 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e61874d4-8bc3-4124-b849-2d554e367195 req-c28a4ef7-41ff-421c-8d52-7c51bf153cf0 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 944 time: 0.0826731 Feb 28 19:11:37.489590 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e61874d4-8bc3-4124-b849-2d554e367195 req-83b2db51-e09f-4911-919a-4af69150de5a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Feb 28 19:11:38.676609 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11279ba-b5f6-4359-81f1-738f4bf7cdfe req-f62ca657-92f6-43b2-a1a5-4eafc42f4b96 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:38.678107 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b11279ba-b5f6-4359-81f1-738f4bf7cdfe req-f62ca657-92f6-43b2-a1a5-4eafc42f4b96 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 944 time: 0.0833018 Feb 28 19:11:38.722581 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-b11279ba-b5f6-4359-81f1-738f4bf7cdfe req-a710084b-b69a-415f-9e53-54ab77de82db tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 Feb 28 19:11:39.222830 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b0aa6704-06ff-400b-9cab-833cc29d496e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:11:39.357107 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port b0aa6704-06ff-400b-9cab-833cc29d496e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0aa6704-06ff-400b-9cab-833cc29d496e,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:39.370463 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'b0aa6704-06ff-400b-9cab-833cc29d496e', 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f', 'port_id': 'b0aa6704-06ff-400b-9cab-833cc29d496e', 'mac_address': 'fa:16:3e:14:23:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9abd5d-1a31-4f00-8051-7668343d9586', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:11:39.429726 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:39.446600 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0aa6704-06ff-400b-9cab-833cc29d496e {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:11:39.462829 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port b0aa6704-06ff-400b-9cab-833cc29d496e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0aa6704-06ff-400b-9cab-833cc29d496e,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:39.556622 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:39.612287 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b649882-830c-4794-9102-53406ed10fbc req-2964c119-b724-43f6-8704-dcb3e58bb2b9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:39.613796 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3b649882-830c-4794-9102-53406ed10fbc req-2964c119-b724-43f6-8704-dcb3e58bb2b9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.0827706 Feb 28 19:11:39.628266 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=b0aa6704-06ff-400b-9cab-833cc29d496e,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:39.650608 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56730) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:39.664377 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3b649882-830c-4794-9102-53406ed10fbc req-3afaa75f-f7e9-481c-a2c9-5ce92a6f9138 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428817 Feb 28 19:11:39.765855 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:39.780018 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b0aa6704-06ff-400b-9cab-833cc29d496e'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:11:39.780713 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:39.785193 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Usage tracker for resource:security_group_rule and tenant:3d0aff21dfdf4e89b87e3271ba0fac4d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:39.787966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:39.793582 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:11:39.934695 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:39.955016 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a9fc-5f6a-4e63-bd6e-226cdaeb7af8 req-8f3dabe6-4568-40c7-8bda-641495c67048 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:39.956503 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1df3a9fc-5f6a-4e63-bd6e-226cdaeb7af8 req-8f3dabe6-4568-40c7-8bda-641495c67048 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 945 time: 0.1247113 Feb 28 19:11:40.000804 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-1df3a9fc-5f6a-4e63-bd6e-226cdaeb7af8 req-11297588-2789-4eba-beee-c11878947a89 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383718 Feb 28 19:11:40.007520 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:40.055250 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d0aff21dfdf4e89b87e3271ba0fac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034371 Feb 28 19:11:40.056126 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf150-058c-4607-a9ca-c365a8693c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4298e8fd-abd2-47f0-98d7-9853414dc634,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:40.057772 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56738) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:40.114467 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c9105c9-c622-442b-bd18-520e06e01dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:40.139381 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c9105c9-c622-442b-bd18-520e06e01dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:40.247325 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c9105c9-c622-442b-bd18-520e06e01dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:40.263425 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9105c9-c622-442b-bd18-520e06e01dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4298e8fd-abd2-47f0-98d7-9853414dc634,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:40.269779 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c9105c9-c622-442b-bd18-520e06e01dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:40.271075 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3c9105c9-c622-442b-bd18-520e06e01dfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4298e8fd-abd2-47f0-98d7-9853414dc634 HTTP/1.1" status: 204 len: 168 time: 0.2121859 Feb 28 19:11:40.856620 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89fe7-27ae-473c-b427-1b04795e394d req-8594c8e9-b3da-4b51-bf07-5f4f2adb6b09 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:40.858083 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-56d89fe7-27ae-473c-b427-1b04795e394d req-8594c8e9-b3da-4b51-bf07-5f4f2adb6b09 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.0841792 Feb 28 19:11:40.863552 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-bdccf854-375a-4430-a1f9-c5e6b3a68966 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:40.865018 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-bdccf854-375a-4430-a1f9-c5e6b3a68966 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 947 time: 0.0826182 Feb 28 19:11:40.901922 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-56d89fe7-27ae-473c-b427-1b04795e394d req-98e7802f-5a07-4cd8-99f1-7bb08a4317a0 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups?id=16430652-9e96-4ca5-8c28-ec04059c8552&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374362 Feb 28 19:11:40.934290 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Deleting port 119b8a61-4fb1-4bed-a030-c46631324b57 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:40.934625 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.235985 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b0aa6704-06ff-400b-9cab-833cc29d496e up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:11:41.315259 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] For port 119b8a61-4fb1-4bed-a030-c46631324b57, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=119b8a61-4fb1-4bed-a030-c46631324b57,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:41.315488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.373362 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port b0aa6704-06ff-400b-9cab-833cc29d496e completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:11:41.378495 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port b0aa6704-06ff-400b-9cab-833cc29d496e triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:11:41.380194 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.416544 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214361-a1e2-4db8-8ce2-86f76743b84c req-d555a8e0-1111-43de-bd5c-b6dce927ed5a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:41.418002 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3f214361-a1e2-4db8-8ce2-86f76743b84c req-d555a8e0-1111-43de-bd5c-b6dce927ed5a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 945 time: 0.2001870 Feb 28 19:11:41.496073 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.523821 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aa6704-06ff-400b-9cab-833cc29d496e'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:11:41.538858 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port b0aa6704-06ff-400b-9cab-833cc29d496e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0aa6704-06ff-400b-9cab-833cc29d496e,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:41.554237 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-3f214361-a1e2-4db8-8ce2-86f76743b84c req-ac148cc8-b1ae-4daa-84a2-8b628cff6a42 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212816 Feb 28 19:11:41.577675 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0aa6704-06ff-400b-9cab-833cc29d496e', 'code': 200} Feb 28 19:11:41.636004 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.667904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.668310 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332231'] for floatingip, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.668632 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.db.l3_db [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Floating IP e344e18d-8fc1-49dd-a26b-d6901027fcee disassociated. External IP: 172.28.1.193, port: 119b8a61-4fb1-4bed-a030-c46631324b57. Feb 28 19:11:41.668991 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Calling delete_port for 119b8a61-4fb1-4bed-a030-c46631324b57 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:41.713538 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=b0aa6704-06ff-400b-9cab-833cc29d496e,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:41.722001 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.726314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:11:41.887349 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:41.979988 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event deleted for resources: {'Port': ['ID=119b8a61-4fb1-4bed-a030-c46631324b57,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:42.104641 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7774fa98-1ce5-4add-829d-7e535e026f4f req-0b5f072e-f67e-4800-96a1-d36fcffecdf9 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 210 time: 0.0610783 Feb 28 19:11:42.192194 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07405da-47c8-4440-a60e-9113a68a1887 req-803854bc-b036-4ecd-9968-b01dd7568ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:42.193603 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e07405da-47c8-4440-a60e-9113a68a1887 req-803854bc-b036-4ecd-9968-b01dd7568ae2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 1099 time: 0.2706797 Feb 28 19:11:42.249273 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:11:42.256543 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-e07405da-47c8-4440-a60e-9113a68a1887 req-f6347d48-f435-471f-bb14-a929a3c22367 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562086 Feb 28 19:11:42.370193 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:11:42.440692 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:11:42.450030 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:11:42.460374 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:11:42.461248 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:11:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:42.516522 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] No DVR routers for this DVR port 119b8a61-4fb1-4bed-a030-c46631324b57 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:11:42.521578 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:42.524148 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-deleted', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:11:42.570979 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ced6035-8200-4c5c-a133-4c6a2c5fea2a', 'name': 'network-vif-deleted', 'tag': '119b8a61-4fb1-4bed-a030-c46631324b57', 'status': 'completed', 'code': 200} Feb 28 19:11:42.597352 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-a7d06eb0-8720-4dc8-b2f0-ec9a2c0ed463 req-4bddc524-dd68-426f-bd5f-c5de98dbdeaa tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.55 "DELETE /v2.0/ports/119b8a61-4fb1-4bed-a030-c46631324b57 HTTP/1.1" status: 204 len: 173 time: 1.7270782 Feb 28 19:11:42.648163 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:11:42.746703 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce08221-7303-45e4-a434-555584c14bed req-a02a9cf6-454b-4e97-8f8d-a34ef4c0a2dc tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:42.748167 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fce08221-7303-45e4-a434-555584c14bed req-a02a9cf6-454b-4e97-8f8d-a34ef4c0a2dc tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0864940 Feb 28 19:11:42.795339 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-fce08221-7303-45e4-a434-555584c14bed req-55c60674-4143-46fb-85d3-d335ce84d00c tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Feb 28 19:11:42.962395 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:42.966098 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:11:42.974240 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:11:42.974820 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:11:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:43.150202 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:11:43.290408 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-ec54f59f-52ae-43af-9cbf-60a02b533e08 req-98c7755a-65a3-4e43-94d6-ab8426a53c92 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ced6035-8200-4c5c-a133-4c6a2c5fea2a HTTP/1.1" status: 200 len: 210 time: 0.0458596 Feb 28 19:11:43.502846 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:43.508090 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b1d684-d092-4f14-9b94-f4b20bccf91b None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:04:50Z', 'revision_number': 4, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': 'c864df9b-d435-45e8-b87e-28202936d844', 'name': '', 'network_id': 'b96f6f3a-e355-42aa-be2c-41ce721022b6', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'mac_address': 'fa:16:3e:b8:90:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '80eb434f-1097-451d-b6ac-715278025377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:48Z', 'updated_at': '2022-02-28T19:05:01Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'subnets': [{'id': '80eb434f-1097-451d-b6ac-715278025377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:11:43.726800 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc62a17-0f7f-4dee-b373-9d344aea1941 None None] New status for floating IP e344e18d-8fc1-49dd-a26b-d6901027fcee: DOWN {{(pid=87804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:11:43.988325 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf9a7-8b5a-4075-b084-0903a04f7e48 req-7ea03b97-759e-4b53-ae26-ebaee7bff9f8 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:43.991577 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0d3bf9a7-8b5a-4075-b084-0903a04f7e48 req-7ea03b97-759e-4b53-ae26-ebaee7bff9f8 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0826387 Feb 28 19:11:44.034809 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0d3bf9a7-8b5a-4075-b084-0903a04f7e48 req-3f371198-f5d7-467b-ae5b-02edf9352cca tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Feb 28 19:11:44.459866 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56802) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:44.527108 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ceb7-9aac-46a3-a3ae-98122fc2dd18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:44.556477 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ceb7-9aac-46a3-a3ae-98122fc2dd18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:44.669855 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ceb7-9aac-46a3-a3ae-98122fc2dd18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:44.688674 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5ceb7-9aac-46a3-a3ae-98122fc2dd18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16430652-9e96-4ca5-8c28-ec04059c8552,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:44.766687 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-e7a5ceb7-9aac-46a3-a3ae-98122fc2dd18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:44.767894 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-e7a5ceb7-9aac-46a3-a3ae-98122fc2dd18 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "DELETE /v2.0/security-groups/16430652-9e96-4ca5-8c28-ec04059c8552 HTTP/1.1" status: 204 len: 168 time: 0.3067660 Feb 28 19:11:44.770839 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56808) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:44.787750 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.api.v2.resource [None req-22046f58-75a0-40b2-a71b-6d37cb65d783 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] show failed (client error): The resource could not be found. Feb 28 19:11:44.791219 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-22046f58-75a0-40b2-a71b-6d37cb65d783 tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "GET /v2.0/security-groups/16430652-9e96-4ca5-8c28-ec04059c8552 HTTP/1.1" status: 404 len: 347 time: 0.0169621 Feb 28 19:11:44.793277 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56812) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:44.967447 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Deleting port e1a0eca6-24f6-429f-8947-60da38bf5fe9 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:44.967679 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:45.228312 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:45.228639 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:45.253928 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:11:45.288933 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 119b8a61-4fb1-4bed-a030-c46631324b57 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:11:45.289265 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 119b8a61-4fb1-4bed-a030-c46631324b57 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:11:45.365379 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Calling delete_port for e1a0eca6-24f6-429f-8947-60da38bf5fe9 owned by network:floatingip {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:45.585115 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:45.633259 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Pushing event deleted for resources: {'Port': ['ID=e1a0eca6-24f6-429f-8947-60da38bf5fe9,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:45.728777 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:45.743565 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:45.744733 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a78e296d-5f28-45a6-9a0d-91fca1d5207a tempest-AttachVolumeShelveTestJSON-2016929684 tempest-AttachVolumeShelveTestJSON-2016929684-project] 10.222.0.41 "DELETE /v2.0/floatingips/e344e18d-8fc1-49dd-a26b-d6901027fcee HTTP/1.1" status: 204 len: 168 time: 0.9505827 Feb 28 19:11:47.956762 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b3023512-7e82-41ef-9e3e-afa194c12cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:48.757190 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56862) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:48.853414 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e318a-23bb-434f-a8f2-6ad2eeff6943 req-ef8afdf0-a88b-4f51-95ea-b4a9528a993d tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:48.854878 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c9e318a-23bb-434f-a8f2-6ad2eeff6943 req-ef8afdf0-a88b-4f51-95ea-b4a9528a993d tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1947393 Feb 28 19:11:48.902904 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8c9e318a-23bb-434f-a8f2-6ad2eeff6943 req-c5eae437-c1c3-455b-a250-e6a2547f229a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Feb 28 19:11:49.474365 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:49.822710 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Deleting port c864df9b-d435-45e8-b87e-28202936d844 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:49.823363 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:50.141249 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] For port c864df9b-d435-45e8-b87e-28202936d844, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=c864df9b-d435-45e8-b87e-28202936d844,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:50.141603 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:50.275738 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Calling delete_port for c864df9b-d435-45e8-b87e-28202936d844 owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:50.322042 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefd8bb-f67b-45f9-9f88-bae2a37d80c7 req-9b755a53-d16b-4df7-ab81-d16cdc98472f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:50.323503 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-edefd8bb-f67b-45f9-9f88-bae2a37d80c7 req-9b755a53-d16b-4df7-ab81-d16cdc98472f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.2779596 Feb 28 19:11:50.399632 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-edefd8bb-f67b-45f9-9f88-bae2a37d80c7 req-5066e9b8-6ed2-47a2-a4ed-35e116919d62 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650666 Feb 28 19:11:50.556301 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:50.604194 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c864df9b-d435-45e8-b87e-28202936d844,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:50.790867 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-0988fe96-acca-49b3-a0b6-88b1fbf77b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:50.883735 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:51.246189 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Router 1e017aa3-7df1-4d70-873a-9007dc6bc639 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:11:51.488242 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:51.531188 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:11:51.541513 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] Sync routers for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:11:51.546243 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-5cf2b28f-3f20-4927-8c65-92608e7e20e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/1e017aa3-7df1-4d70-873a-9007dc6bc639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879317 Feb 28 19:11:51.548690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56878) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:51.555605 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:11:51.556233 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:11:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:51.611509 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7e222-423a-4f14-8b2b-4c3f08ea77c9 req-e696bcd7-59f3-483f-9ec3-72eda7913c18 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:51.619914 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-13e7e222-423a-4f14-8b2b-4c3f08ea77c9 req-e696bcd7-59f3-483f-9ec3-72eda7913c18 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1020169 Feb 28 19:11:51.670256 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-13e7e222-423a-4f14-8b2b-4c3f08ea77c9 req-f88d7e45-0bdd-43c4-9a32-0898e27e65cc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491343 Feb 28 19:11:51.745161 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:11:51.756294 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks [] for router, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:51.943576 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:52.019211 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Deleting port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:52.020193 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:52.031023 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:11:50Z', 'revision_number': 5, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port': {'id': '401e4abb-7ef6-4787-b9f0-c099e4e3ca3e', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:37:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:04:42Z', 'updated_at': '2022-02-28T19:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:52.035960 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] Checking router: 1e017aa3-7df1-4d70-873a-9007dc6bc639 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:11:52.043980 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] Routers {'1e017aa3-7df1-4d70-873a-9007dc6bc639'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:11:52.044581 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:11:51Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['1e017aa3-7df1-4d70-873a-9007dc6bc639'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:52.197848 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] Set router 1e017aa3-7df1-4d70-873a-9007dc6bc639 gateway port host: None {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:11:52.203902 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] For port 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:52.204286 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:52.308912 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:11:51Z', 'revision_number': 6, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port_host': None}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:52.310195 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:52.313186 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b7d22-ce30-43bf-a7be-f61ec2376a1c None None] The sync data for ids ['1e017aa3-7df1-4d70-873a-9007dc6bc639'] in dv-cinder-831187-1-smb is: [{'id': '1e017aa3-7df1-4d70-873a-9007dc6bc639', 'name': 'tempest-AttachVolumeShelveTestJSON-1574344237-router', 'tenant_id': '951341064c6a4c92869840f9f199ff27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:04:40Z', 'updated_at': '2022-02-28T19:11:51Z', 'revision_number': 6, 'project_id': '951341064c6a4c92869840f9f199ff27', 'gw_port_host': None}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:11:52.333701 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Calling delete_port for 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e owned by network:router_gateway {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:52.561897 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:52.612669 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Pushing event deleted for resources: {'Port': ['ID=401e4abb-7ef6-4787-b9f0-c099e4e3ca3e,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:52.709331 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.036224 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.039053 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.085317 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1863b-b933-43e5-ad67-fd75f7a55103 req-621da459-4add-45ba-b3c3-c3b9fd4773f0 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:53.087017 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e6b1863b-b933-43e5-ad67-fd75f7a55103 req-621da459-4add-45ba-b3c3-c3b9fd4773f0 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.2696412 Feb 28 19:11:53.090247 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:11:53.144767 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e6b1863b-b933-43e5-ad67-fd75f7a55103 req-e139ef1a-841b-4fed-a449-220be423a7c8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478754 Feb 28 19:11:53.167877 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.167877 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e017aa3-7df1-4d70-873a-9007dc6bc639 {{(pid=87803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:11:53.168087 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:11:53.168087 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 401e4abb-7ef6-4787-b9f0-c099e4e3ca3e not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:11:53.168087 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c864df9b-d435-45e8-b87e-28202936d844 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:11:53.184060 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.185182 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-81fafbf9-6bd3-444d-8bde-c9ebbb2ce642 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1e017aa3-7df1-4d70-873a-9007dc6bc639 HTTP/1.1" status: 204 len: 168 time: 1.6354618 Feb 28 19:11:53.187665 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56886) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:53.201213 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: c864df9b-d435-45e8-b87e-28202936d844 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:11:53.201556 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device c864df9b-d435-45e8-b87e-28202936d844 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:11:53.247924 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Deleting subnet 80eb434f-1097-451d-b6ac-715278025377 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:11:53.251305 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.305886 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.390194 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.539806 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.567598 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.580457 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80eb434f-1097-451d-b6ac-715278025377,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:53.586217 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.592053 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-5fe66813-9b45-4ef8-9d86-fe6c6c130a12 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/80eb434f-1097-451d-b6ac-715278025377 HTTP/1.1" status: 204 len: 168 time: 0.4034111 Feb 28 19:11:53.594683 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d42775d-22d2-486e-907e-bf35f7cf4896 None None] Network b96f6f3a-e355-42aa-be2c-41ce721022b6 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:11:53.594814 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 56892) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:53.702379 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.712842 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Deleting port 56f87bf4-0534-4c6a-b00a-285b37ea285e {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:53.713171 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.853104 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] DHCP port deletion for b96f6f3a-e355-42aa-be2c-41ce721022b6 request from dv-cinder-831187-1-smb {{(pid=87804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:11:53.857821 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Deleting port 56f87bf4-0534-4c6a-b00a-285b37ea285e {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:53.858207 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:53.936112 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] For port 56f87bf4-0534-4c6a-b00a-285b37ea285e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=56f87bf4-0534-4c6a-b00a-285b37ea285e,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:53.936424 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.061851 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] For port 56f87bf4-0534-4c6a-b00a-285b37ea285e, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=56f87bf4-0534-4c6a-b00a-285b37ea285e,segment=NetworkSegment(d9b4924e-4520-43f3-b405-b54400cee539),segment_id=d9b4924e-4520-43f3-b405-b54400cee539)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:11:54.062417 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.070606 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Calling delete_port for 56f87bf4-0534-4c6a-b00a-285b37ea285e owned by network:dhcp {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:54.187325 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Calling delete_port for 56f87bf4-0534-4c6a-b00a-285b37ea285e owned by network:dhcp {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:11:54.219105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.261267 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.db.api [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:11:54.261677 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG oslo_db.api [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:11:54.270066 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f87bf4-0534-4c6a-b00a-285b37ea285e,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:54.276556 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] No DVR routers for this DVR port 56f87bf4-0534-4c6a-b00a-285b37ea285e on host dv-cinder-831187-1-smb {{(pid=87803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:11:54.338868 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2c34-9dc4-4fa3-8f94-7b19f72dab21 req-3bb0a328-a28b-428e-9e32-665199f62e84 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:54.340361 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-070c2c34-9dc4-4fa3-8f94-7b19f72dab21 req-3bb0a328-a28b-428e-9e32-665199f62e84 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0826318 Feb 28 19:11:54.385535 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-070c2c34-9dc4-4fa3-8f94-7b19f72dab21 req-1c5cb8f7-e71b-499b-a168-f04e678fdd99 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395312 Feb 28 19:11:54.398579 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.428000 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96f6f3a-e355-42aa-be2c-41ce721022b6']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:54.441642 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b4924e-4520-43f3-b405-b54400cee539') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:54.441938 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b4924e-4520-43f3-b405-b54400cee539') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:11:54.453778 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.470775 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.478151 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:11:54.478551 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:11:54.491563 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:11:54.619133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.639581 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.650292 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96f6f3a-e355-42aa-be2c-41ce721022b6,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:54.734038 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-00781dee-d51a-4ce9-a98f-ad40e11d2213 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b96f6f3a-e355-42aa-be2c-41ce721022b6 HTTP/1.1" status: 204 len: 168 time: 1.1383891 Feb 28 19:11:54.762860 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Deleting port 56f87bf4-0534-4c6a-b00a-285b37ea285e {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:11:54.763520 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:54.835982 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-01b4b383-bd96-4e08-a8ca-a39ef49ab38b None None] The port '56f87bf4-0534-4c6a-b00a-285b37ea285e' was deleted {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:11:54.838541 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 56f87bf4-0534-4c6a-b00a-285b37ea285e no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:11:54.875509 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 56f87bf4-0534-4c6a-b00a-285b37ea285e {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:11:54.875839 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 56f87bf4-0534-4c6a-b00a-285b37ea285e not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:11:55.004107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56902) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:55.057180 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-90477d3d-b2f7-4d51-b40c-97539346d683 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=951341064c6a4c92869840f9f199ff27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0518525 Feb 28 19:11:55.059524 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 56906) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:55.116467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f8bb-b6bf-460e-a156-2d107f802334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:55.142099 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f8bb-b6bf-460e-a156-2d107f802334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:55.253286 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f8bb-b6bf-460e-a156-2d107f802334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:55.268069 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2f8bb-b6bf-460e-a156-2d107f802334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9e139f-3ce1-489b-990d-3bbea6786e93,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:11:55.276510 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f8bb-b6bf-460e-a156-2d107f802334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:55.277871 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-6ad2f8bb-b6bf-460e-a156-2d107f802334 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d9e139f-3ce1-489b-990d-3bbea6786e93 HTTP/1.1" status: 204 len: 168 time: 0.2172101 Feb 28 19:11:55.579187 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b58dff-10a6-4a8e-b0e7-96fe7786504f req-55f55258-7802-4fca-9bfd-01043b2825ce tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:55.581866 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c6b58dff-10a6-4a8e-b0e7-96fe7786504f req-55f55258-7802-4fca-9bfd-01043b2825ce tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0855551 Feb 28 19:11:55.631779 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-c6b58dff-10a6-4a8e-b0e7-96fe7786504f req-8229cc89-a376-4d95-99e0-30b72f9cd868 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413346 Feb 28 19:11:56.828627 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8808dc-16cd-46c7-a6d8-ba4d53167ccc req-a5f3c68b-4abd-48c6-ae15-a8e750ac26e9 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:56.830019 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2f8808dc-16cd-46c7-a6d8-ba4d53167ccc req-a5f3c68b-4abd-48c6-ae15-a8e750ac26e9 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0840814 Feb 28 19:11:56.874620 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-2f8808dc-16cd-46c7-a6d8-ba4d53167ccc req-2ebdf5eb-531d-4598-b43d-7d91abaebe1f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389249 Feb 28 19:11:58.064134 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73171774-47ce-4a36-83f6-2b50492f29d3 req-7cc17378-9a8b-49b4-96ff-b07f62117b2c tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:58.065628 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-73171774-47ce-4a36-83f6-2b50492f29d3 req-7cc17378-9a8b-49b4-96ff-b07f62117b2c tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0853684 Feb 28 19:11:58.111140 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-73171774-47ce-4a36-83f6-2b50492f29d3 req-4a61ef07-992e-4691-84da-e26148d3091f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398402 Feb 28 19:11:58.944870 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-272d44da-851a-45ed-8a74-e27480a5e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:58.946369 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-272d44da-851a-45ed-8a74-e27480a5e40e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1099 time: 0.0759628 Feb 28 19:11:59.079739 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-1331192c-e180-4157-b577-cfcd00635505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:59.081236 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-1331192c-e180-4157-b577-cfcd00635505 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 908 time: 0.1292629 Feb 28 19:11:59.190901 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-166b851c-565e-4303-9974-1c913ccd0682 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 1002 time: 0.1035128 Feb 28 19:11:59.257105 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-57c82621-2830-440a-a71f-81fa79a753cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:59.258592 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-57c82621-2830-440a-a71f-81fa79a753cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 200 len: 846 time: 0.0620162 Feb 28 19:11:59.307265 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c3d6-2502-4877-85b9-a5cbdeb6e8fe req-f60dfc18-098d-44b9-8556-425fa27973e8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:59.309367 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8de0c3d6-2502-4877-85b9-a5cbdeb6e8fe req-f60dfc18-098d-44b9-8556-425fa27973e8 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0861800 Feb 28 19:11:59.352018 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-7251b2bf-6157-487a-8962-2151a58f722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:11:59.354362 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-7251b2bf-6157-487a-8962-2151a58f722c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebe91f25-072e-4c17-af50-c9925fb110a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902424 Feb 28 19:11:59.360672 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8de0c3d6-2502-4877-85b9-a5cbdeb6e8fe req-0d12ffa9-cfac-494b-9c03-90b79e483e21 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Feb 28 19:11:59.498890 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-fe32e8cb-324f-4a6a-b886-c4696b8066a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295862 Feb 28 19:11:59.631463 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6d0cc84e-61ef-44ca-8c83-58473042d0a3 req-ae5b1086-18e4-465f-a3fd-907475476e3c service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265442 Feb 28 19:11:59.803419 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57014) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:11:59.924757 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:11:59.940047 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:11:59.944349 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Usage tracker for resource:security_group_rule and tenant:99ccf1074aee43df9e9183bb6b3bc10d is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:11:59.947121 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:11:59.952797 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:00.033733 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.075710 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.126765 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99ccf1074aee43df9e9183bb6b3bc10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222706 Feb 28 19:12:00.128455 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eef90e-cfdf-49af-a746-fb94ec22434f,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:00.129465 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57020) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:00.136241 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.136607 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.136986 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.137341 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.137671 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.138019 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.138331 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.138658 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.138986 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.139348 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.139671 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.139997 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c969a7-6264-41a9-8484-ba1836aa4f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:00.190974 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-77ca7da3-ca44-4a9d-bd21-b542e5f2e3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.217755 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-77ca7da3-ca44-4a9d-bd21-b542e5f2e3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.310082 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-77ca7da3-ca44-4a9d-bd21-b542e5f2e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.325141 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7da3-ca44-4a9d-bd21-b542e5f2e3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eef90e-cfdf-49af-a746-fb94ec22434f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:00.336209 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-77ca7da3-ca44-4a9d-bd21-b542e5f2e3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.336209 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-77ca7da3-ca44-4a9d-bd21-b542e5f2e3f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6eef90e-cfdf-49af-a746-fb94ec22434f HTTP/1.1" status: 204 len: 168 time: 0.2022567 Feb 28 19:12:00.554538 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884d357-0db3-4934-a3ab-00d052fe2fa5 req-79429ff6-8f76-4225-a68e-8ba2b8595d20 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:00.556002 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4884d357-0db3-4934-a3ab-00d052fe2fa5 req-79429ff6-8f76-4225-a68e-8ba2b8595d20 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0825138 Feb 28 19:12:00.607894 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4884d357-0db3-4934-a3ab-00d052fe2fa5 req-eb1942b5-3c5c-42a1-9c71-8dea53edaa95 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457201 Feb 28 19:12:00.653355 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.913626 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57032) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:00.930776 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:00.945344 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:00.949094 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Usage tracker for resource:security_group_rule and tenant:661267b029ff412fb60d60e002e352ac is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:00.951847 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:00.957408 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:01.042202 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:01.087408 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:01.136549 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=661267b029ff412fb60d60e002e352ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217753 Feb 28 19:12:01.137401 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94604aa-3c78-43ca-b5ae-beda224eea0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30776b8-ca97-4e36-8f34-9a309e8a8736,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:01.139224 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57036) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:01.199597 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e42a72b0-e685-4d2f-a7b0-d609f8c04c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:01.226172 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e42a72b0-e685-4d2f-a7b0-d609f8c04c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:01.344589 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e42a72b0-e685-4d2f-a7b0-d609f8c04c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:01.361872 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a72b0-e685-4d2f-a7b0-d609f8c04c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30776b8-ca97-4e36-8f34-9a309e8a8736,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:01.370772 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e42a72b0-e685-4d2f-a7b0-d609f8c04c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:01.374240 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-e42a72b0-e685-4d2f-a7b0-d609f8c04c9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f30776b8-ca97-4e36-8f34-9a309e8a8736 HTTP/1.1" status: 204 len: 168 time: 0.2310245 Feb 28 19:12:01.807333 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7f93-c2ce-41a1-85e2-2e51097c8aab req-435fef5e-aa2a-4031-8508-6cc01a9e0102 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:01.812700 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-bb9b7f93-c2ce-41a1-85e2-2e51097c8aab req-435fef5e-aa2a-4031-8508-6cc01a9e0102 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0971725 Feb 28 19:12:01.859272 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-bb9b7f93-c2ce-41a1-85e2-2e51097c8aab req-c66b5d2b-c073-46ba-8ba9-fed917ad18d3 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Feb 28 19:12:03.047522 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862993f5-fa63-4375-97de-d3003c154cdb req-1fd33cf0-4482-402d-9e21-a1e21ca1e7ab tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:03.049022 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-862993f5-fa63-4375-97de-d3003c154cdb req-1fd33cf0-4482-402d-9e21-a1e21ca1e7ab tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0835643 Feb 28 19:12:03.184465 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-862993f5-fa63-4375-97de-d3003c154cdb req-cca735f0-3b54-4f11-a056-6f3478e94f8e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292481 Feb 28 19:12:03.860679 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a50c2b-32ad-4c9b-969e-f5f53ac6a89f req-59917701-2072-4605-90a9-5123d0dbe4b5 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:03.862145 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-67a50c2b-32ad-4c9b-969e-f5f53ac6a89f req-59917701-2072-4605-90a9-5123d0dbe4b5 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1415613 Feb 28 19:12:03.898632 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-a9c506ff-4209-456f-b568-fd6e1f47a01b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227915 Feb 28 19:12:03.924881 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-67a50c2b-32ad-4c9b-969e-f5f53ac6a89f req-7178d444-50e5-47aa-8a71-e2fdd4133547 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546687 Feb 28 19:12:04.613408 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57136) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:04.731715 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:04.746015 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:04.749905 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Usage tracker for resource:security_group_rule and tenant:97b046ad0ae249039ee68d891d3a2f27 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:04.752919 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:04.759278 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:04.842086 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:04.898707 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:04.946445 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97b046ad0ae249039ee68d891d3a2f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318398 Feb 28 19:12:04.947308 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40541b1-1483-4a3c-9162-bea4c1c82580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907c4647-942b-41d8-a209-224293e22bcd,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:04.950553 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57146) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:05.009125 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df3c2b52-02a7-44bb-8b72-a5a25d0df867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.035350 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df3c2b52-02a7-44bb-8b72-a5a25d0df867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.150270 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df3c2b52-02a7-44bb-8b72-a5a25d0df867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.167541 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2b52-02a7-44bb-8b72-a5a25d0df867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c4647-942b-41d8-a209-224293e22bcd,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:05.185591 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df3c2b52-02a7-44bb-8b72-a5a25d0df867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.189291 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-df3c2b52-02a7-44bb-8b72-a5a25d0df867 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/907c4647-942b-41d8-a209-224293e22bcd HTTP/1.1" status: 204 len: 168 time: 0.2351899 Feb 28 19:12:05.198347 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfa8c1-7bd5-47ec-8e24-0b263b4ff5de req-5c302134-3446-4fc3-8a84-76cada4c82bf tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:05.199988 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-27dfa8c1-7bd5-47ec-8e24-0b263b4ff5de req-5c302134-3446-4fc3-8a84-76cada4c82bf tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1738789 Feb 28 19:12:05.246859 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-27dfa8c1-7bd5-47ec-8e24-0b263b4ff5de req-1d62e4f6-7079-41fd-8483-dab2fcae7802 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Feb 28 19:12:05.282048 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:12:05.395860 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.428314 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:12:05.438271 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:05.472274 dv-cinder-831187-1-smb neutron-server[87804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'code': 422} returned with failed status Feb 28 19:12:05.510171 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.581762 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=6']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:05.884651 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57158) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:05.901907 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:05.916313 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:05.920002 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Usage tracker for resource:security_group_rule and tenant:7a0d8ad30f3649419f43636751ea21ea is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:05.922876 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:05.929018 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:06.009965 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.070622 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.120890 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a0d8ad30f3649419f43636751ea21ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350371 Feb 28 19:12:06.121746 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f52c1-b573-4651-a902-1893c556554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d5ad98-09c3-4541-a2b4-df1af7fe913c,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:06.123682 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57162) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:06.179908 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42190516-bb95-4bc1-a333-765c9654a0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.204586 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42190516-bb95-4bc1-a333-765c9654a0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.304628 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42190516-bb95-4bc1-a333-765c9654a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.319026 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42190516-bb95-4bc1-a333-765c9654a0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d5ad98-09c3-4541-a2b4-df1af7fe913c,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:06.325422 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-42190516-bb95-4bc1-a333-765c9654a0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:06.329332 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-42190516-bb95-4bc1-a333-765c9654a0d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39d5ad98-09c3-4541-a2b4-df1af7fe913c HTTP/1.1" status: 204 len: 168 time: 0.2046268 Feb 28 19:12:06.497847 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ad2b9-3614-43a1-95d4-dd2d8924d2ba req-3597df66-6437-458d-ac7e-f72f914efd75 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:06.499322 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-995ad2b9-3614-43a1-95d4-dd2d8924d2ba req-3597df66-6437-458d-ac7e-f72f914efd75 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.1113915 Feb 28 19:12:06.502057 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-c3292249-d3c1-4aad-a405-d9c587598b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:06.503474 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-c3292249-d3c1-4aad-a405-d9c587598b81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47&tenant_id=5518d47d1638480a986f6f9325e64e6b HTTP/1.1" status: 200 len: 1097 time: 0.1465909 Feb 28 19:12:06.592732 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-995ad2b9-3614-43a1-95d4-dd2d8924d2ba req-5fc96dac-6a33-4e5a-a1c1-9f9efd258990 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869017 Feb 28 19:12:06.618401 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-d9a1cf47-7329-4242-a58d-016706077d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:06.619884 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-d9a1cf47-7329-4242-a58d-016706077d4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1097 time: 0.0955691 Feb 28 19:12:06.755932 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-e01fc48a-33b0-4815-b264-428864c07fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:06.757455 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-e01fc48a-33b0-4815-b264-428864c07fa8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 908 time: 0.1313214 Feb 28 19:12:06.874369 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-afb87d28-21f1-4ae9-ab84-9b09567b5538 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 1000 time: 0.1099033 Feb 28 19:12:06.942960 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-5d5c0e7e-1654-4b0d-8685-1a037aef19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:06.944417 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-5d5c0e7e-1654-4b0d-8685-1a037aef19b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 200 len: 846 time: 0.0628676 Feb 28 19:12:07.019467 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-2b3bd925-bcd9-4686-9a20-cbceefb4a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:07.021691 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-2b3bd925-bcd9-4686-9a20-cbceefb4a14a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebe91f25-072e-4c17-af50-c9925fb110a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709150 Feb 28 19:12:07.161285 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-85877385-4ab4-4061-86d4-dab447a88a8e service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328919 Feb 28 19:12:07.305166 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d601e8eb-7b5a-4482-9300-e2e3d2c01ce7 req-fd5a6444-7551-45f9-b4f8-873fa7c9d066 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376920 Feb 28 19:12:07.804966 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb1599-b80c-497a-b07b-7c37b90cb982 req-96ee6d03-91b6-44f8-8ce6-949b2be068ba tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:07.806489 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aefb1599-b80c-497a-b07b-7c37b90cb982 req-96ee6d03-91b6-44f8-8ce6-949b2be068ba tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.0936975 Feb 28 19:12:07.855982 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-aefb1599-b80c-497a-b07b-7c37b90cb982 req-8d18d7a3-8323-4e96-b059-0ea48fb032c5 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Feb 28 19:12:09.052605 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ff405-b09c-47f6-9d34-2804eb62567d req-19e0f7d9-f677-45b7-a4db-1c39cf469284 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:09.054055 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-007ff405-b09c-47f6-9d34-2804eb62567d req-19e0f7d9-f677-45b7-a4db-1c39cf469284 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 944 time: 0.0792892 Feb 28 19:12:09.104809 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-007ff405-b09c-47f6-9d34-2804eb62567d req-55931f3b-b0a5-4d60-84ce-fa1833cfa5fe tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Feb 28 19:12:09.313967 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:12:09.449219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:09.465027 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'port_id': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'mac_address': 'fa:16:3e:aa:c1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:12:09.526530 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.544209 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:12:09.546229 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57250) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:09.560927 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:09.647519 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.668512 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.683017 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:09.686980 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Usage tracker for resource:security_group_rule and tenant:cd42dbee9a524b4488d5db3a91236e3d is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:09.689783 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:09.695649 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:09.716588 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=7']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:09.776753 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.818531 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.863842 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78ca24-0db4-4829-8e62-499c18946c26,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:09.869171 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-a9bde9e5-4b2d-4e21-8d03-e4724ea44368 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd42dbee9a524b4488d5db3a91236e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207862 Feb 28 19:12:09.869360 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:12:09.870664 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57256) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:09.929094 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49b7980e-7d8c-4864-8fc4-96e92d44fb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:09.954843 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49b7980e-7d8c-4864-8fc4-96e92d44fb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.070377 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49b7980e-7d8c-4864-8fc4-96e92d44fb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.086319 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7980e-7d8c-4864-8fc4-96e92d44fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78ca24-0db4-4829-8e62-499c18946c26,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:10.090742 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-49b7980e-7d8c-4864-8fc4-96e92d44fb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.094133 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-49b7980e-7d8c-4864-8fc4-96e92d44fb30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d78ca24-0db4-4829-8e62-499c18946c26 HTTP/1.1" status: 204 len: 168 time: 0.2201948 Feb 28 19:12:10.295794 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf1cd-e8bf-4987-9b3b-46f2e143e697 req-dbff8ef5-f3bb-4c3d-a8a1-47f2256bcf1e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:10.296998 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-91acf1cd-e8bf-4987-9b3b-46f2e143e697 req-dbff8ef5-f3bb-4c3d-a8a1-47f2256bcf1e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 945 time: 0.0870209 Feb 28 19:12:10.349701 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-91acf1cd-e8bf-4987-9b3b-46f2e143e697 req-c7619f1f-572e-4629-9bde-ea094c4702a2 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Feb 28 19:12:10.615446 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57270) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:10.632816 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.647844 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:10.651782 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5e8a567bb44c8aa871b19a63a27e52 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:10.654910 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:10.660731 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:10.742871 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.829668 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.878534 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d5e8a567bb44c8aa871b19a63a27e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620001 Feb 28 19:12:10.879362 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f160f1-b377-471f-a9b1-40f10c967dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a6b07-cbac-48bd-b891-3fcb5fcb709e,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:10.881993 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57276) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:10.940672 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-602ec165-6424-44c6-a2c0-5efb778df866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:10.966580 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-602ec165-6424-44c6-a2c0-5efb778df866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.086805 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-602ec165-6424-44c6-a2c0-5efb778df866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.104005 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ec165-6424-44c6-a2c0-5efb778df866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a6b07-cbac-48bd-b891-3fcb5fcb709e,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:11.119370 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-602ec165-6424-44c6-a2c0-5efb778df866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.120638 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-602ec165-6424-44c6-a2c0-5efb778df866 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/441a6b07-cbac-48bd-b891-3fcb5fcb709e HTTP/1.1" status: 204 len: 168 time: 0.2375560 Feb 28 19:12:11.334062 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:12:11.407844 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:12:11.408251 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.551500 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.581707 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:12:11.592908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:11.629500 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe25a6-eb4c-46bb-9f3d-69fd3120b43e req-6f61e6b3-a689-4ab4-921e-be0b51531511 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:11.631182 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9ffe25a6-eb4c-46bb-9f3d-69fd3120b43e req-6f61e6b3-a689-4ab4-921e-be0b51531511 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 945 time: 0.1285841 Feb 28 19:12:11.675662 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'code': 200} Feb 28 19:12:11.689564 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9ffe25a6-eb4c-46bb-9f3d-69fd3120b43e req-bffcac43-09f2-4702-b79e-716374648fd1 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514927 Feb 28 19:12:11.692895 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:11.768384 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=8']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:12.015661 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2583e3-74cf-41f6-872b-e265629aa348 req-d8947e2b-df70-4118-8752-724286124dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:12.020565 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0a2583e3-74cf-41f6-872b-e265629aa348 req-d8947e2b-df70-4118-8752-724286124dc9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1099 time: 0.0741286 Feb 28 19:12:12.058493 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-0a2583e3-74cf-41f6-872b-e265629aa348 req-3e73df23-4b62-4628-a152-287ba3fd5822 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341096 Feb 28 19:12:12.907046 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cf3e6-ed88-46d9-83f8-74aec7fc8f7a req-5eabc6ce-2ad8-49c4-a143-3aedea6020fe tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:12.908701 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-740cf3e6-ed88-46d9-83f8-74aec7fc8f7a req-5eabc6ce-2ad8-49c4-a143-3aedea6020fe tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0955088 Feb 28 19:12:12.961864 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-740cf3e6-ed88-46d9-83f8-74aec7fc8f7a req-c8023529-ed65-4571-b17a-43455f976782 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Feb 28 19:12:14.156786 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14ff53-ea22-498d-831d-d0fea073531b req-882fc101-d28e-4248-a84c-ef476cf563c7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:14.158310 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fc14ff53-ea22-498d-831d-d0fea073531b req-882fc101-d28e-4248-a84c-ef476cf563c7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.0802772 Feb 28 19:12:14.202266 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-fc14ff53-ea22-498d-831d-d0fea073531b req-8b5f3e4f-2b6f-4294-87f1-b0e5ff07bb3e tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382669 Feb 28 19:12:17.983816 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-7841539f-f94f-4209-a213-faf4ab69dec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:19.370640 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:12:20.773330 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-dfebd0c9-65fd-4043-95b0-877b586fe546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:21.475834 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:22.315733 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:23.555586 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:24.993505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57446) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:25.122851 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.137276 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:25.141147 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5ad196d5a04925a3e37ac3c2fe31f7 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:25.143966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:25.149829 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:25.235000 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.304103 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.354863 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad5ad196d5a04925a3e37ac3c2fe31f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601160 Feb 28 19:12:25.356363 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e280f-919c-42f8-8be9-f4cd5f7c5277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c32a59-d4a3-4f0f-b83c-f9abf2302127,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:25.357362 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57454) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:25.423400 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.451718 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.584098 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.600107 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c32a59-d4a3-4f0f-b83c-f9abf2302127,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.612984 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.613738 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.613738 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.613738 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.613996 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:25.621651 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:25.623545 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6f8e9be0-b811-4159-91c5-80a2930d6409 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1c32a59-d4a3-4f0f-b83c-f9abf2302127 HTTP/1.1" status: 204 len: 168 time: 0.2651331 Feb 28 19:12:26.214204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57464) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:26.231952 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.247587 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:26.251559 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Usage tracker for resource:security_group_rule and tenant:9f132c440dd34aadabb20be9d33e7b67 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:26.254527 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:26.261105 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:26.340402 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.429650 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.479328 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cedd10e-caf2-4bda-a31f-68c41afcbbf0,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:26.485822 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-94f179d2-f35d-4a7d-b93a-cd88e1760e14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f132c440dd34aadabb20be9d33e7b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705951 Feb 28 19:12:26.491060 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57470) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:26.548709 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8123-6426-4557-9559-dc1d96e40cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.574993 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8123-6426-4557-9559-dc1d96e40cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.686777 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8123-6426-4557-9559-dc1d96e40cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.703091 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d8123-6426-4557-9559-dc1d96e40cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cedd10e-caf2-4bda-a31f-68c41afcbbf0,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:26.713519 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8123-6426-4557-9559-dc1d96e40cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:26.717362 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ae2d8123-6426-4557-9559-dc1d96e40cf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2cedd10e-caf2-4bda-a31f-68c41afcbbf0 HTTP/1.1" status: 204 len: 168 time: 0.2274985 Feb 28 19:12:27.119110 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0892e-29ff-4e8f-b184-90feebbb198d req-4153a7be-768c-4b89-92c3-5e4f67a9f3f7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:27.120595 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-50a0892e-29ff-4e8f-b184-90feebbb198d req-4153a7be-768c-4b89-92c3-5e4f67a9f3f7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0796216 Feb 28 19:12:27.166276 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-50a0892e-29ff-4e8f-b184-90feebbb198d req-3ded542a-d5e5-4617-87f4-06a72cbd8a9f tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Feb 28 19:12:28.358568 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614b039-022a-4d4b-a35f-284907fd9285 req-b70131d3-911c-4840-be01-c130bb07a1bf tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:28.360107 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6614b039-022a-4d4b-a35f-284907fd9285 req-b70131d3-911c-4840-be01-c130bb07a1bf tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0814700 Feb 28 19:12:28.403819 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-6614b039-022a-4d4b-a35f-284907fd9285 req-a7b74c8e-53f8-4958-8118-c6ac26fe6421 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Feb 28 19:12:29.596613 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001ff54-efe7-4d04-8735-034053614ba3 req-0cb10be1-7871-4700-ac2d-0b3f8ae0debb tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:29.598087 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8001ff54-efe7-4d04-8735-034053614ba3 req-0cb10be1-7871-4700-ac2d-0b3f8ae0debb tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0873604 Feb 28 19:12:29.641570 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8001ff54-efe7-4d04-8735-034053614ba3 req-d40df021-7959-4dce-92b0-ddf6bf5c40dc tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 Feb 28 19:12:30.658305 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:30.911217 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d67601-4bae-4ebc-b534-77c1a960bb46 req-2d52d280-13f6-4d8d-91aa-2c364fe1a065 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:30.912666 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-94d67601-4bae-4ebc-b534-77c1a960bb46 req-2d52d280-13f6-4d8d-91aa-2c364fe1a065 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.1652980 Feb 28 19:12:30.956377 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-94d67601-4bae-4ebc-b534-77c1a960bb46 req-511d0359-b110-4051-aa9d-7a8e08201f07 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Feb 28 19:12:31.874461 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-b2128929-d113-413a-b98b-9968e7f4166a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:31.875887 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-b2128929-d113-413a-b98b-9968e7f4166a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0806715 Feb 28 19:12:31.956408 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Deleting port b0aa6704-06ff-400b-9cab-833cc29d496e {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:12:31.957000 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:32.145516 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c50c72-a2ed-45be-bd58-869406c75720 req-703df38b-d998-467f-a9c8-f68e9f64b4e7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:32.147119 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d8c50c72-a2ed-45be-bd58-869406c75720 req-703df38b-d998-467f-a9c8-f68e9f64b4e7 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 946 time: 0.0834093 Feb 28 19:12:32.192453 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-d8c50c72-a2ed-45be-bd58-869406c75720 req-1e6e8e2c-d794-43dc-a973-2a0956c46981 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Feb 28 19:12:32.219158 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] For port b0aa6704-06ff-400b-9cab-833cc29d496e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=b0aa6704-06ff-400b-9cab-833cc29d496e,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:32.219589 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:32.344952 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Calling delete_port for b0aa6704-06ff-400b-9cab-833cc29d496e owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:12:32.556788 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:32.568362 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['b0aa6704-06ff-400b-9cab-833cc29d496e'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:12:32.607891 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Pushing event deleted for resources: {'Port': ['ID=b0aa6704-06ff-400b-9cab-833cc29d496e,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:32.685663 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] No DVR routers for this DVR port b0aa6704-06ff-400b-9cab-833cc29d496e on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:12:32.688150 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:32.690593 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'name': 'network-vif-deleted', 'tag': 'b0aa6704-06ff-400b-9cab-833cc29d496e'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:12:32.733913 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0e1208-f336-4167-83d1-f6e847fd186c', 'name': 'network-vif-deleted', 'tag': 'b0aa6704-06ff-400b-9cab-833cc29d496e', 'status': 'completed', 'code': 200} Feb 28 19:12:32.767955 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-7348c773-d5af-4793-a5ce-0ab26b3f0bd9 req-fbb066f1-bd80-47ff-9bee-426491d809fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "DELETE /v2.0/ports/b0aa6704-06ff-400b-9cab-833cc29d496e HTTP/1.1" status: 204 len: 173 time: 0.8861983 Feb 28 19:12:33.353883 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-4978922d-5984-436c-9c89-c2edc00ccee3 req-78a6ec8a-e6c0-4f9f-95ba-8c7e50f72246 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd0e1208-f336-4167-83d1-f6e847fd186c HTTP/1.1" status: 200 len: 210 time: 0.0452242 Feb 28 19:12:35.466005 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57574) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:35.488776 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b0aa6704-06ff-400b-9cab-833cc29d496e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:12:35.526562 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: b0aa6704-06ff-400b-9cab-833cc29d496e {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:12:35.526898 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device b0aa6704-06ff-400b-9cab-833cc29d496e not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:12:35.686685 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:35.701290 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:35.705152 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Usage tracker for resource:security_group_rule and tenant:da4b3dbe91424a49814457ea925628f9 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:35.708027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:35.713704 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:35.791629 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:35.886610 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:35.933348 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da4b3dbe91424a49814457ea925628f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661372 Feb 28 19:12:35.935027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28051595-774b-4ce5-b75a-bf333120082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace60089-8b6e-47ec-a4ba-546cb4d8b275,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:35.936081 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57582) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:35.996560 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c43b048-bed1-45ea-a094-d120e80a87cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:36.022289 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c43b048-bed1-45ea-a094-d120e80a87cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:36.178165 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c43b048-bed1-45ea-a094-d120e80a87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:36.195027 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43b048-bed1-45ea-a094-d120e80a87cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace60089-8b6e-47ec-a4ba-546cb4d8b275,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:36.203915 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2c43b048-bed1-45ea-a094-d120e80a87cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:36.205866 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2c43b048-bed1-45ea-a094-d120e80a87cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ace60089-8b6e-47ec-a4ba-546cb4d8b275 HTTP/1.1" status: 204 len: 168 time: 0.2680991 Feb 28 19:12:36.435977 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-9735c593-93e9-47f6-bb1d-bfc8dbf9284e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819290 Feb 28 19:12:36.594505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-976de646-4c29-4af8-8862-42920517eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:36.596002 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-976de646-4c29-4af8-8862-42920517eae4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1099 time: 0.0727723 Feb 28 19:12:36.742884 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-75d7d9b3-8e30-4f7f-bd0e-b0e87772d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:36.745000 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-75d7d9b3-8e30-4f7f-bd0e-b0e87772d033 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 908 time: 0.1294708 Feb 28 19:12:36.850378 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-a25ca111-37a8-4e19-bdaf-d0691e8a95c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 1002 time: 0.0984237 Feb 28 19:12:36.911490 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-aa429075-861a-48cc-8a27-7a43d020c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:36.912905 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-aa429075-861a-48cc-8a27-7a43d020c616 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 200 len: 846 time: 0.0567460 Feb 28 19:12:36.996033 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-87635b54-595b-4849-a8c0-045b009e4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:36.997546 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-87635b54-595b-4849-a8c0-045b009e4fb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebe91f25-072e-4c17-af50-c9925fb110a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782955 Feb 28 19:12:37.224089 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-0b9a4ae9-5e39-4812-b959-cdbb3e9feecb service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198110 Feb 28 19:12:37.363212 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9ccd4487-c0e0-47e9-a26e-ad1d9383590c req-11c06faa-ec48-4d5e-bb68-f4f156bfe900 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321955 Feb 28 19:12:39.609575 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-78b40b0c-fc71-4442-81e1-309cf9421895 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:39.610940 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-78b40b0c-fc71-4442-81e1-309cf9421895 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/networks?id=1403a600-f841-4d9a-b3ea-134d394a198f HTTP/1.1" status: 200 len: 813 time: 0.2261310 Feb 28 19:12:39.625814 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0967aad9-8e6b-4b29-bf03-897495bd0ef2 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/quotas/0ab3d34527d440e88e7b14f53fb8b64e HTTP/1.1" status: 200 len: 375 time: 0.0094442 Feb 28 19:12:39.675982 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-75baec55-4245-4348-9760-3056bd3d9ead tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451059 Feb 28 19:12:39.909284 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-f32fa5ed-764d-4ebe-8a49-04bf1738801b service neutron] 10.222.0.41 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266736 Feb 28 19:12:40.037759 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e20689c-f6e6-4640-8044-6470842c7436 service neutron] 10.222.0.41 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228170 Feb 28 19:12:40.311233 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-8186b6df-27d2-4951-8361-dd18883820c6 req-a3964312-4572-42d7-af4d-2ee2f87c51f9 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Synchronizing usage tracker for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:12:40.395406 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-8186b6df-27d2-4951-8361-dd18883820c6 req-a3964312-4572-42d7-af4d-2ee2f87c51f9 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Unset dirty status for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:12:40.396701 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-8186b6df-27d2-4951-8361-dd18883820c6 req-a3964312-4572-42d7-af4d-2ee2f87c51f9 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 210 time: 0.1320274 Feb 28 19:12:41.546068 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-388e9a26-f310-451c-98e2-8e28680e7850 req-570dfafe-6f6f-4a5a-8d25-2f3787052c02 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 210 time: 0.0445085 Feb 28 19:12:42.003937 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57688) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:42.138967 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.212264 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:42.220503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d11f2762085547119cc7fa710dd9d3b7 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:42.225140 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:42.234969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:42.273969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-b131ff3f-594b-428d-b059-811e082f743a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:42.276125 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-b131ff3f-594b-428d-b059-811e082f743a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "GET /v2.0/networks?id=1403a600-f841-4d9a-b3ea-134d394a198f HTTP/1.1" status: 200 len: 813 time: 0.1971710 Feb 28 19:12:42.288359 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Request body: {'port': {'device_id': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f', 'admin_state_up': True, 'tenant_id': '0ab3d34527d440e88e7b14f53fb8b64e'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:12:42.476515 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:42.480549 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.497697 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:42.562978 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.613166 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d11f2762085547119cc7fa710dd9d3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081104 Feb 28 19:12:42.618100 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffe857-9021-4eef-b92c-d47ebf3431b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9714beb2-43a6-4e78-a866-d88cd651dc2a,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:42.618251 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57700) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:42.629850 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Made reservation on behalf of 0ab3d34527d440e88e7b14f53fb8b64e for: {'port': 1} {{(pid=87802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 19:12:42.633799 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.681514 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0fadb9fc-dff5-4652-9c21-63111a92ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.706949 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0fadb9fc-dff5-4652-9c21-63111a92ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.752191 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-185ac68e-dfbb-4b54-b232-70876671ad98 req-e12deb6f-124e-4380-9302-311ec540dd77 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 210 time: 0.0848067 Feb 28 19:12:42.824370 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0fadb9fc-dff5-4652-9c21-63111a92ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.841927 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadb9fc-dff5-4652-9c21-63111a92ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9714beb2-43a6-4e78-a866-d88cd651dc2a,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:42.845670 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_common [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Allocated IP 172.20.0.7 (1403a600-f841-4d9a-b3ea-134d394a198f/9c9abd5d-1a31-4f00-8051-7668343d9586/d785d35b-9da9-4949-8641-1465a2da53b1) {{(pid=87802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 19:12:42.845820 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-0fadb9fc-dff5-4652-9c21-63111a92ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:42.853018 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-0fadb9fc-dff5-4652-9c21-63111a92ff5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9714beb2-43a6-4e78-a866-d88cd651dc2a HTTP/1.1" status: 204 len: 168 time: 0.2321320 Feb 28 19:12:43.049220 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks [] for port, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.149454 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783227530280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.219959 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Network 1403a600-f841-4d9a-b3ea-134d394a198f is already hosted by enough agents. {{(pid=87802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 19:12:43.226918 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.scheduler.base_scheduler [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Resources bound (agent type, host, resource id): {{(pid=87802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 19:12:43.231972 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Received port after_create {{(pid=87802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 28 19:12:43.266323 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Pushing event updated for resources: {'Port': ['ID=d785d35b-9da9-4949-8641-1465a2da53b1,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:43.297923 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:43.298521 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.425015 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0e4a8da5-ee7b-4dcf-97b2-5f387cdd2cd1 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1403513 Feb 28 19:12:43.436924 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.v2.base [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Request body: {'port': {'device_id': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=87802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 19:12:43.465409 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 57708) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:43.496904 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.521410 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:43.554428 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2241850e9a4838b70303f23af91747 is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:43.562799 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:43.571051 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:43.593315 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.819136 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.880964 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:43.944771 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c6c7c1-713a-409d-9f25-893bef2fa6af,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:43.959405 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-fa7e821e-b2fd-4c09-b5c9-bea821327fa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b2241850e9a4838b70303f23af91747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929469 Feb 28 19:12:43.962022 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57714) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:44.069021 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-afe59e40-a646-4b59-82c3-2c94b0f00726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.104586 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-afe59e40-a646-4b59-82c3-2c94b0f00726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.148940 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d785d35b-9da9-4949-8641-1465a2da53b1 {{(pid=87802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:12:44.157051 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df824e2-28e2-4400-9efa-1786b7a9358d req-e175adbb-8dbc-4994-9b54-18940ca4562d tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:44.157316 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.158507 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3df824e2-28e2-4400-9efa-1786b7a9358d req-e175adbb-8dbc-4994-9b54-18940ca4562d tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 931 time: 0.1486018 Feb 28 19:12:44.203950 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-3df824e2-28e2-4400-9efa-1786b7a9358d req-9cb12450-c106-46da-a532-db1b97c96d3a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392311 Feb 28 19:12:44.264267 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-afe59e40-a646-4b59-82c3-2c94b0f00726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.264488 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.provisioning_blocks [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Transition to ACTIVE for port object d785d35b-9da9-4949-8641-1465a2da53b1 will not be triggered until provisioned by entity L2. {{(pid=87802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 19:12:44.279261 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe59e40-a646-4b59-82c3-2c94b0f00726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c6c7c1-713a-409d-9f25-893bef2fa6af,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:44.286985 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-afe59e40-a646-4b59-82c3-2c94b0f00726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.288094 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-afe59e40-a646-4b59-82c3-2c94b0f00726 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0c6c7c1-713a-409d-9f25-893bef2fa6af HTTP/1.1" status: 204 len: 168 time: 0.3245537 Feb 28 19:12:44.315200 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.479520 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Pushing event updated for resources: {'Port': ['ID=d785d35b-9da9-4949-8641-1465a2da53b1,revision_number=2']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:44.550769 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Attempting to bind port d785d35b-9da9-4949-8641-1465a2da53b1 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 19:12:44.551131 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Attempting to bind port d785d35b-9da9-4949-8641-1465a2da53b1 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 19:12:44.551458 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Attempting to bind port d785d35b-9da9-4949-8641-1465a2da53b1 on network 1403a600-f841-4d9a-b3ea-134d394a198f {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:12:44.556839 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Port d785d35b-9da9-4949-8641-1465a2da53b1 on network 1403a600-f841-4d9a-b3ea-134d394a198f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 28 19:12:44.557155 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Attempting to bind port d785d35b-9da9-4949-8641-1465a2da53b1 on network 1403a600-f841-4d9a-b3ea-134d394a198f {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 28 19:12:44.562275 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Checking agent: {'id': 'b3dd34fd-95fe-47b5-8cf1-c0d63fcc188c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'started_at': datetime.datetime(2022, 2, 28, 19, 2, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 28 19:12:44.562609 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Checking segment: {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 28 19:12:44.562986 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Bound using segment: {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'} {{(pid=87802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 28 19:12:44.563395 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.managers [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Bound port: d785d35b-9da9-4949-8641-1465a2da53b1, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f'}}] {{(pid=87802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 19:12:44.563736 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.655180 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] For port d785d35b-9da9-4949-8641-1465a2da53b1, host hv-cinder-83118, cleared binding levels {{(pid=87802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 28 19:12:44.658068 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] For port d785d35b-9da9-4949-8641-1465a2da53b1, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d785d35b-9da9-4949-8641-1465a2da53b1,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 28 19:12:44.726442 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4014752'] for port, after_update {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.781566 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:44.782184 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:44.783517 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] 10.222.0.55 "PUT /v2.0/ports/d785d35b-9da9-4949-8641-1465a2da53b1 HTTP/1.1" status: 200 len: 1093 time: 1.3507345 Feb 28 19:12:44.783940 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'tag': 'd785d35b-9da9-4949-8641-1465a2da53b1'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:12:44.811424 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5216-304d-44e0-ba8a-b15af0394cee service neutron] Pushing event updated for resources: {'Port': ['ID=d785d35b-9da9-4949-8641-1465a2da53b1,revision_number=3']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:44.831117 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'tag': 'd785d35b-9da9-4949-8641-1465a2da53b1', 'status': 'completed', 'code': 200} Feb 28 19:12:44.924778 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6a96-6fd9-4e3b-ae8c-e7b249ad696d req-504dd941-06aa-4cfd-926c-5de7ea322f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:44.926261 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cd1f6a96-6fd9-4e3b-ae8c-e7b249ad696d req-504dd941-06aa-4cfd-926c-5de7ea322f7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 1096 time: 0.0740480 Feb 28 19:12:45.069664 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6a96-6fd9-4e3b-ae8c-e7b249ad696d req-27447c49-c16a-47d9-8310-3b4a9f6b6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:45.071117 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cd1f6a96-6fd9-4e3b-ae8c-e7b249ad696d req-27447c49-c16a-47d9-8310-3b4a9f6b6f83 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1382494 Feb 28 19:12:45.207181 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6a96-6fd9-4e3b-ae8c-e7b249ad696d req-94d749ba-5c5c-42af-a4ab-5638ae60aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:45.208681 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-cd1f6a96-6fd9-4e3b-ae8c-e7b249ad696d req-94d749ba-5c5c-42af-a4ab-5638ae60aa60 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307001 Feb 28 19:12:45.317922 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-7470f677-0fc7-4d71-abaa-7709735e4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:45.319423 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-7470f677-0fc7-4d71-abaa-7709735e4cda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 1096 time: 0.0744112 Feb 28 19:12:45.393042 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-542c1f88-f8e7-4a31-a456-dd31b9946f22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d785d35b-9da9-4949-8641-1465a2da53b1 HTTP/1.1" status: 200 len: 217 time: 0.0665536 Feb 28 19:12:45.393782 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96406-07fa-4dc7-a154-636161006ffc req-58f751a5-8c68-49d5-84a3-4c4ee74a6176 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:45.395296 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9dd96406-07fa-4dc7-a154-636161006ffc req-58f751a5-8c68-49d5-84a3-4c4ee74a6176 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 943 time: 0.0864954 Feb 28 19:12:45.444962 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-9dd96406-07fa-4dc7-a154-636161006ffc req-55e014a5-693e-4854-9d2f-eb195bc57663 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Feb 28 19:12:45.468144 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-19a1bfd1-309d-4245-9f78-2d4738f7aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:45.469739 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-19a1bfd1-309d-4245-9f78-2d4738f7aec1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9c9abd5d-1a31-4f00-8051-7668343d9586 HTTP/1.1" status: 200 len: 853 time: 0.0706203 Feb 28 19:12:45.530264 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-53581462-5fcc-44b4-962e-b7cd21f83261 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1403a600-f841-4d9a-b3ea-134d394a198f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511670 Feb 28 19:12:45.668684 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-0f41f740-f5ba-40d8-bb12-984d8615663f service neutron] 10.222.0.55 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334636 Feb 28 19:12:45.801769 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9a12ee54-db66-4e1e-8773-5008f3d5d3b7 req-e51bb4d4-9dc6-4ad3-8d4b-026bc29bf70b service neutron] 10.222.0.55 "GET /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271648 Feb 28 19:12:46.641305 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a22bb-8185-43ef-a233-8b11560b429c req-9790184b-dd12-41df-94e6-6bc61514cb33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:46.642028 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-203a22bb-8185-43ef-a233-8b11560b429c req-9790184b-dd12-41df-94e6-6bc61514cb33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Synchronizing usage tracker for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:12:46.783799 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-203a22bb-8185-43ef-a233-8b11560b429c req-9790184b-dd12-41df-94e6-6bc61514cb33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Unset dirty status for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:12:46.785029 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-203a22bb-8185-43ef-a233-8b11560b429c req-9790184b-dd12-41df-94e6-6bc61514cb33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 943 time: 0.2263589 Feb 28 19:12:46.830004 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-203a22bb-8185-43ef-a233-8b11560b429c req-233755bb-454d-4315-9479-aa2bee6e0c92 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Feb 28 19:12:47.547392 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device d785d35b-9da9-4949-8641-1465a2da53b1 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=87804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 19:12:47.683124 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port d785d35b-9da9-4949-8641-1465a2da53b1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d785d35b-9da9-4949-8641-1465a2da53b1,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:47.695902 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Returning: {'device': 'd785d35b-9da9-4949-8641-1465a2da53b1', 'network_id': '1403a600-f841-4d9a-b3ea-134d394a198f', 'port_id': 'd785d35b-9da9-4949-8641-1465a2da53b1', 'mac_address': 'fa:16:3e:da:db:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9abd5d-1a31-4f00-8051-7668343d9586', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 19:12:47.754938 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:47.771201 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d785d35b-9da9-4949-8641-1465a2da53b1 {{(pid=87804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 19:12:47.786347 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port d785d35b-9da9-4949-8641-1465a2da53b1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d785d35b-9da9-4949-8641-1465a2da53b1,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:47.852364 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:47.934288 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=d785d35b-9da9-4949-8641-1465a2da53b1,revision_number=4']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:47.941565 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.941908 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.942242 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.942565 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.942886 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.943249 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.943602 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.943921 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.944255 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.944573 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.949579 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.949579 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:12:47.983915 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-256c906a-b9bf-4752-ac0e-6f7d13e26289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:48.021575 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838179-fc2b-41a1-84c6-3653bfcb0da0 req-69e1188c-7bad-45c0-a287-8b55ffaa164a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:48.023131 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-27838179-fc2b-41a1-84c6-3653bfcb0da0 req-69e1188c-7bad-45c0-a287-8b55ffaa164a tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 944 time: 0.0837195 Feb 28 19:12:48.060274 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['d785d35b-9da9-4949-8641-1465a2da53b1'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:12:48.069490 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-27838179-fc2b-41a1-84c6-3653bfcb0da0 req-702b926b-5fd2-4bdc-b9f8-d43f50cc0117 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Feb 28 19:12:49.252858 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d6a5c-7c19-4a48-b2dc-cdf9313888e9 req-0de10242-539a-4a7d-839d-16df7ba358f6 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:49.254337 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c01d6a5c-7c19-4a48-b2dc-cdf9313888e9 req-0de10242-539a-4a7d-839d-16df7ba358f6 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 944 time: 0.0801089 Feb 28 19:12:49.393549 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c01d6a5c-7c19-4a48-b2dc-cdf9313888e9 req-3c9d4c80-409a-4da8-b669-3a51ad9497f6 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334214 Feb 28 19:12:49.555608 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device d785d35b-9da9-4949-8641-1465a2da53b1 up at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 19:12:49.691746 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning for port d785d35b-9da9-4949-8641-1465a2da53b1 completed by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 19:12:49.696738 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.provisioning_blocks [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Provisioning complete for port d785d35b-9da9-4949-8641-1465a2da53b1 triggered by entity L2. {{(pid=87804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 19:12:49.697652 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386639'] for port, provisioning_complete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.810002 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575854'] for port, before_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.835828 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785d35b-9da9-4949-8641-1465a2da53b1'}] {{(pid=87804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:12:49.846005 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] For port d785d35b-9da9-4949-8641-1465a2da53b1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d785d35b-9da9-4949-8641-1465a2da53b1,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:12:49.883398 dv-cinder-831187-1-smb neutron-server[87804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd785d35b-9da9-4949-8641-1465a2da53b1', 'code': 200} Feb 28 19:12:49.921165 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783227909614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783227530298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783227530343'] for port, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:49.993473 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Pushing event updated for resources: {'Port': ['ID=d785d35b-9da9-4949-8641-1465a2da53b1,revision_number=5']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:50.261401 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f17e9c-56d3-4860-9382-d2e69bc8e5ba req-51bbb2b3-eee4-47c7-a332-78eeeb632ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:50.262770 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c1f17e9c-56d3-4860-9382-d2e69bc8e5ba req-51bbb2b3-eee4-47c7-a332-78eeeb632ee8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 1098 time: 0.0711613 Feb 28 19:12:50.302627 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-c1f17e9c-56d3-4860-9382-d2e69bc8e5ba req-c7ee5373-5260-4a5f-8773-2e3e42b686c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Feb 28 19:12:50.582423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9737aa0-a96c-4536-81af-fc51ad44bcd6 req-ebf7593f-6d3e-4889-a959-8f39abe57b3c tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:50.583864 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d9737aa0-a96c-4536-81af-fc51ad44bcd6 req-ebf7593f-6d3e-4889-a959-8f39abe57b3c tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0835412 Feb 28 19:12:50.628887 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d9737aa0-a96c-4536-81af-fc51ad44bcd6 req-0a7af213-0fed-4f10-b497-7e6ec437fa78 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380189 Feb 28 19:12:50.789368 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2e4a374f-ed95-4b9b-bfeb-132ad7866838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:51.504353 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:51.825484 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef444ac-36c6-43d6-bbbc-d681530e6ca3 req-655711b0-0161-484a-aabd-3fed647c3514 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:12:51.826924 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6ef444ac-36c6-43d6-bbbc-d681530e6ca3 req-655711b0-0161-484a-aabd-3fed647c3514 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0827477 Feb 28 19:12:51.871081 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-6ef444ac-36c6-43d6-bbbc-d681530e6ca3 req-7aceedfa-30b9-4782-a139-f9311fb0339e tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Feb 28 19:12:52.316003 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:53.571684 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:56.369112 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:12:57.897002 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57894) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:58.009261 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.023627 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:12:58.027425 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Usage tracker for resource:security_group_rule and tenant:1d2ce1f06c3944d0bd3ca1e8d5e1ce29 is out of sync, need to count used quota {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:12:58.030437 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:12:58.036037 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.quota.driver [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:12:58.113082 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.172586 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.216872 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fd228b-2736-4f10-966f-c91dd4f97282,revision_number=1']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:58.221068 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-6dea9916-88d4-4368-a962-0c8e4d774b3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d2ce1f06c3944d0bd3ca1e8d5e1ce29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230724 Feb 28 19:12:58.224349 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 57900) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:12:58.284636 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-38852f0c-704b-47ce-9c31-42dbbb7201ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.310611 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-38852f0c-704b-47ce-9c31-42dbbb7201ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.446788 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-38852f0c-704b-47ce-9c31-42dbbb7201ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.464035 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38852f0c-704b-47ce-9c31-42dbbb7201ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fd228b-2736-4f10-966f-c91dd4f97282,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:12:58.467208 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-38852f0c-704b-47ce-9c31-42dbbb7201ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:12:58.468364 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-38852f0c-704b-47ce-9c31-42dbbb7201ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65fd228b-2736-4f10-966f-c91dd4f97282 HTTP/1.1" status: 204 len: 168 time: 0.2436638 Feb 28 19:13:00.692664 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:14.445740 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb1876-fd06-40d5-ab83-abfae57f5cb6 req-7634822f-772b-493e-bf4f-142c9bfbc64c tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:14.447185 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9fbb1876-fd06-40d5-ab83-abfae57f5cb6 req-7634822f-772b-493e-bf4f-142c9bfbc64c tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0792110 Feb 28 19:13:14.494081 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-9fbb1876-fd06-40d5-ab83-abfae57f5cb6 req-cc1aca29-3494-4cce-a70b-4ca369422184 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Feb 28 19:13:15.730201 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f94c9-5f27-4e29-9cce-6212e0efb09c req-7cd5e21e-fb02-4ac5-b3ef-8bca854db5c4 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:15.732181 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e17f94c9-5f27-4e29-9cce-6212e0efb09c req-7cd5e21e-fb02-4ac5-b3ef-8bca854db5c4 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0786636 Feb 28 19:13:15.779591 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-e17f94c9-5f27-4e29-9cce-6212e0efb09c req-e3924ff1-b541-4934-ad5c-0f6f850a47e3 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Feb 28 19:13:16.961226 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1ce61-269f-4d17-b308-26eebffd909d req-c9368574-75b5-45f9-80cd-2ca8ebfd4fa4 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:16.962673 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-81c1ce61-269f-4d17-b308-26eebffd909d req-c9368574-75b5-45f9-80cd-2ca8ebfd4fa4 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0800323 Feb 28 19:13:17.006012 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-81c1ce61-269f-4d17-b308-26eebffd909d req-63638cbe-abb4-4bc3-9a38-506e6f23aea5 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368030 Feb 28 19:13:17.972161 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d37c65f6-3e0d-4250-8085-a0d6b9024d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.186195 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ed58-859f-4d07-aeef-1a92a0b457ab req-1247f44a-cb55-4097-9bc1-8978c3673ed6 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:18.187553 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-14f1ed58-859f-4d07-aeef-1a92a0b457ab req-1247f44a-cb55-4097-9bc1-8978c3673ed6 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0779383 Feb 28 19:13:18.229881 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-14f1ed58-859f-4d07-aeef-1a92a0b457ab req-fcfea946-013a-49b5-a70c-c12a15498527 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abf81c6-8efb-42f8-a1f5-98a13318d527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Feb 28 19:13:18.647083 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-b71de0da-75f5-49bb-8c9f-91ff8dba80fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:18.648580 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-b71de0da-75f5-49bb-8c9f-91ff8dba80fe tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 945 time: 0.0815558 Feb 28 19:13:18.717211 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Deleting port d785d35b-9da9-4949-8641-1465a2da53b1 {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:18.717538 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:18.958450 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] For port d785d35b-9da9-4949-8641-1465a2da53b1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d785d35b-9da9-4949-8641-1465a2da53b1,segment=NetworkSegment(6d4dd34e-ae2d-4860-a51d-9e5453da3fc8),segment_id=6d4dd34e-ae2d-4860-a51d-9e5453da3fc8)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:18.958834 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:19.081330 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Calling delete_port for d785d35b-9da9-4949-8641-1465a2da53b1 owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:19.286966 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:19.298127 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] get_ports_and_sgs() called for port_ids ['d785d35b-9da9-4949-8641-1465a2da53b1'] {{(pid=87804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 28 19:13:19.337832 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Pushing event deleted for resources: {'Port': ['ID=d785d35b-9da9-4949-8641-1465a2da53b1,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:19.413804 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.414147 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.414485 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.414819 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.415145 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.415472 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.415795 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.416119 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.416469 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.416789 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.417104 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.417423 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:19.454859 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d03c7c87-5289-4b5f-9f97-8ded019fa024 req-e4f06b38-1fec-48a1-86c1-e2005cf6f187 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 210 time: 0.1145372 Feb 28 19:13:19.466027 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] No DVR routers for this DVR port d785d35b-9da9-4949-8641-1465a2da53b1 on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:13:19.468709 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:19.471505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'name': 'network-vif-deleted', 'tag': 'd785d35b-9da9-4949-8641-1465a2da53b1'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:19.519799 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ba59b1-72e0-422c-ac69-adb64f7faa4b', 'name': 'network-vif-deleted', 'tag': 'd785d35b-9da9-4949-8641-1465a2da53b1', 'status': 'completed', 'code': 200} Feb 28 19:13:19.561927 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d1d3ef3d-272e-4650-bde4-9495086edf79 req-7ff0cf84-496c-47d7-81f3-01ee0eb03b33 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.55 "DELETE /v2.0/ports/d785d35b-9da9-4949-8641-1465a2da53b1 HTTP/1.1" status: 204 len: 173 time: 0.9084561 Feb 28 19:13:20.633335 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-88adc195-2ee0-4564-ab7c-ce4acda47620 req-47655e04-0d9f-4fab-9510-9178d569b993 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Synchronizing usage tracker for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:20.743802 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-88adc195-2ee0-4564-ab7c-ce4acda47620 req-47655e04-0d9f-4fab-9510-9178d569b993 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] Unset dirty status for tenant:0ab3d34527d440e88e7b14f53fb8b64e on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:20.745042 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-88adc195-2ee0-4564-ab7c-ce4acda47620 req-47655e04-0d9f-4fab-9510-9178d569b993 tempest-VolumesSnapshotTestJSON-742481326 tempest-VolumesSnapshotTestJSON-742481326-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ba59b1-72e0-422c-ac69-adb64f7faa4b HTTP/1.1" status: 200 len: 210 time: 0.1562555 Feb 28 19:13:20.823459 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-02afd1d0-d336-422c-b50d-c9b157105903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:21.475230 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:21.774727 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device d785d35b-9da9-4949-8641-1465a2da53b1 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:21.808872 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: d785d35b-9da9-4949-8641-1465a2da53b1 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:21.809209 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device d785d35b-9da9-4949-8641-1465a2da53b1 not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:22.349213 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:23.601037 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.238489 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58012) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:27.532890 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Deleting port 15eda76e-0d65-476c-9fed-5d2448f2e446 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:27.533240 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.704799 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.705147 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:27.829005 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Calling delete_port for 15eda76e-0d65-476c-9fed-5d2448f2e446 owned by network:floatingip {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:28.035246 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:28.085657 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event deleted for resources: {'Port': ['ID=15eda76e-0d65-476c-9fed-5d2448f2e446,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:28.126492 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.126832 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.127169 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.127501 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.127829 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.128156 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.128505 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.128830 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.129153 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.129473 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.129794 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.130111 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831187-1-smb {{(pid=87803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 19:13:28.188602 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for floatingip, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:28.188935 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.db.l3_db [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Floating IP 5d0a8fb1-d9b0-45af-8066-70d12c823854 disassociated (deleted). External IP: 172.28.1.109, port: 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c. Feb 28 19:13:28.541095 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:13:28.722861 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:13:28.733219 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] Sync routers for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:13:28.742884 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:28.743492 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:13:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:28.787674 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for floatingip, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:28.846685 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2fbbc848-9c99-49e5-84fd-5800d2f97df7 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "DELETE /v2.0/floatingips/5d0a8fb1-d9b0-45af-8066-70d12c823854 HTTP/1.1" status: 204 len: 168 time: 1.6071224 Feb 28 19:13:28.847353 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:28.931060 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:28.958274 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'status': 'completed', 'code': 200} Feb 28 19:13:29.053456 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-6c7ab971-a14a-42b8-aae6-820bc704a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.054923 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-6c7ab971-a14a-42b8-aae6-820bc704a436 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5518d47d1638480a986f6f9325e64e6b&device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 1099 time: 0.0723319 Feb 28 19:13:29.200972 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-afbb396a-8a3a-4591-82be-05145e75545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.203508 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-afbb396a-8a3a-4591-82be-05145e75545e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 200 len: 908 time: 0.1427648 Feb 28 19:13:29.313614 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:29.318192 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] Checking router: 3116cea4-bcb3-40fc-91f7-180f6ac9c22f for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:13:29.328658 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:29.329638 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:13:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:29.388342 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-b5088cbd-866e-44fd-9919-38fec5e3dc39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 200 len: 217 time: 0.1789412 Feb 28 19:13:29.412484 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2f42-7489-4e62-a8eb-10a757dce8f2 req-e8689c6f-d598-4998-a188-daed2b4da2d4 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.413472 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-8f5d2f42-7489-4e62-a8eb-10a757dce8f2 req-e8689c6f-d598-4998-a188-daed2b4da2d4 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Synchronizing usage tracker for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:29.450142 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-abc1df2d-3753-422c-beb2-a8a62abdbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.451676 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-abc1df2d-3753-422c-beb2-a8a62abdbaaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 200 len: 846 time: 0.0573273 Feb 28 19:13:29.475189 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.quota.resource [req-8f5d2f42-7489-4e62-a8eb-10a757dce8f2 req-e8689c6f-d598-4998-a188-daed2b4da2d4 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Unset dirty status for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:29.476210 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8f5d2f42-7489-4e62-a8eb-10a757dce8f2 req-e8689c6f-d598-4998-a188-daed2b4da2d4 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1480689 Feb 28 19:13:29.529184 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:29.532869 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [req-8f5d2f42-7489-4e62-a8eb-10a757dce8f2 req-f5a5cfc3-9ab9-49e7-ba36-a19ff5400bf6 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478296 Feb 28 19:13:29.540734 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-4a19c0c4-2487-4951-be8a-c574240797a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:29.542304 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-4a19c0c4-2487-4951-be8a-c574240797a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebe91f25-072e-4c17-af50-c9925fb110a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844986 Feb 28 19:13:29.677701 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-07c0dec9-f1df-46a4-a2e9-9d35591288ff service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273997 Feb 28 19:13:29.813360 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-57063bec-d3a6-46d5-93c6-d17f4d901873 req-1fe177b2-83a1-4584-8fa7-c81a0e2087e8 service neutron] 10.222.0.55 "GET /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284339 Feb 28 19:13:29.834868 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:29.838697 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9b83b-5cc6-4d38-8d14-40510869e256 None None] The sync data for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb is: [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:08:46Z', 'revision_number': 4, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb', '_interfaces': [{'id': '90f74a6c-22a2-4cef-9690-20477a0e194f', 'name': '', 'network_id': 'ebe91f25-072e-4c17-af50-c9925fb110a3', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'mac_address': 'fa:16:3e:51:b6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:43Z', 'updated_at': '2022-02-28T19:08:53Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'subnets': [{'id': 'f7c2529b-4072-426d-a3bf-e6e996dcabc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:13:30.041436 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e307df-2259-41d9-af3b-63d5ee8b2028 None None] New status for floating IP 5d0a8fb1-d9b0-45af-8066-70d12c823854: DOWN {{(pid=87805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 19:13:30.692438 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:30.787590 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8636c-d31d-4102-84c8-f904815a921c req-5d7ec27b-7dbd-4ab2-acef-c55c3a835003 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:30.789094 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-02d8636c-d31d-4102-84c8-f904815a921c req-5d7ec27b-7dbd-4ab2-acef-c55c3a835003 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.55 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1521802 Feb 28 19:13:30.796482 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526270-1ae9-403e-b99f-f82ea4942599 req-8c2528e3-0f59-455e-9443-2658805583ed tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 19:13:30.797916 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d8526270-1ae9-403e-b99f-f82ea4942599 req-8c2528e3-0f59-455e-9443-2658805583ed tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 946 time: 0.1211793 Feb 28 19:13:30.889405 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Deleting port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:30.889747 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:30.928359 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-d8526270-1ae9-403e-b99f-f82ea4942599 req-3250222e-7ba2-43f4-b9bc-8036b45745fc tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/security-groups?id=f888c425-8df6-413c-b103-caa10a617af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012006 Feb 28 19:13:31.139319 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] For port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:31.139680 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.263039 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Calling delete_port for 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c owned by compute:nova {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:31.515422 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4014743'] for port, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.566326 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event deleted for resources: {'Port': ['ID=31b379cc-1984-4bf2-b48e-2eb4e4a8af0c,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:31.643358 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] No DVR routers for this DVR port 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c on host hv-cinder-83118 {{(pid=87802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:13:31.645927 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141132'] for port, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:31.648444 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-deleted', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c'}] {{(pid=87802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 19:13:31.693096 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022cda7c-57d5-4ff2-9500-55df4c5b8e47', 'name': 'network-vif-deleted', 'tag': '31b379cc-1984-4bf2-b48e-2eb4e4a8af0c', 'status': 'completed', 'code': 200} Feb 28 19:13:31.743265 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-02d8636c-d31d-4102-84c8-f904815a921c req-1081b2c3-d583-4965-8cbf-815e1458776a tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.55 "DELETE /v2.0/ports/31b379cc-1984-4bf2-b48e-2eb4e4a8af0c HTTP/1.1" status: 204 len: 173 time: 0.9443762 Feb 28 19:13:32.089389 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-12219e39-be46-4244-aa8d-9a830dc49ce9 req-f7376fa8-5334-4ea6-b8e0-975459e9f20f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Synchronizing usage tracker for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 19:13:32.166802 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [req-12219e39-be46-4244-aa8d-9a830dc49ce9 req-f7376fa8-5334-4ea6-b8e0-975459e9f20f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Unset dirty status for tenant:5518d47d1638480a986f6f9325e64e6b on resource:port {{(pid=87802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 19:13:32.167953 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [req-12219e39-be46-4244-aa8d-9a830dc49ce9 req-f7376fa8-5334-4ea6-b8e0-975459e9f20f tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "GET /v2.0/ports?device_id=022cda7c-57d5-4ff2-9500-55df4c5b8e47 HTTP/1.1" status: 200 len: 210 time: 0.1221578 Feb 28 19:13:33.263400 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58056) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:33.368144 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:13:33.421497 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d125f471-3854-412b-b19a-5617e4160509 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:33.450629 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d125f471-3854-412b-b19a-5617e4160509 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:33.583461 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d125f471-3854-412b-b19a-5617e4160509 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:33.602205 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125f471-3854-412b-b19a-5617e4160509 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888c425-8df6-413c-b103-caa10a617af7,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:33.658232 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-d125f471-3854-412b-b19a-5617e4160509 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:33.659352 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-d125f471-3854-412b-b19a-5617e4160509 tempest-TestShelveInstance-1460335727 tempest-TestShelveInstance-1460335727-project] 10.222.0.41 "DELETE /v2.0/security-groups/f888c425-8df6-413c-b103-caa10a617af7 HTTP/1.1" status: 204 len: 168 time: 0.3949828 Feb 28 19:13:33.732998 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58064) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:33.841577 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:33.875006 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] No Port match for: 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:33.875862 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Device 31b379cc-1984-4bf2-b48e-2eb4e4a8af0c not bound to the agent host hv-cinder-83118 {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:34.275468 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:34.628141 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Deleting port 90f74a6c-22a2-4cef-9690-20477a0e194f {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:34.628523 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:34.795465 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] For port 90f74a6c-22a2-4cef-9690-20477a0e194f, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=90f74a6c-22a2-4cef-9690-20477a0e194f,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:34.795724 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:34.917870 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Calling delete_port for 90f74a6c-22a2-4cef-9690-20477a0e194f owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:35.234062 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:35.279484 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f74a6c-22a2-4cef-9690-20477a0e194f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:35.568186 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:35.929165 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:13:36.103602 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:13:36.112347 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] Sync routers for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:13:36.122132 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:36.122711 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:13:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:36.293971 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-5d93c3d8-8ef2-4125-9a66-2007094d8241 admin admin] 10.222.0.41 "PUT /v2.0/routers/3116cea4-bcb3-40fc-91f7-180f6ac9c22f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5597091 Feb 28 19:13:36.296337 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58082) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:36.348315 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:36.587204 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks [] for router, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:36.637224 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:13:35Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:36.641140 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] Checking router: 3116cea4-bcb3-40fc-91f7-180f6ac9c22f for host: dv-cinder-831187-1-smb {{(pid=87804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:13:36.649662 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] Routers {'3116cea4-bcb3-40fc-91f7-180f6ac9c22f'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:36.650404 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:13:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'], 'active': True} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:36.839713 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvr_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] Set router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f gateway port host: dv-cinder-831187-1-smb {{(pid=87804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:36.891669 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:36.953967 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Deleting port dc5e6e11-6938-410a-a0e8-1616abe92fff {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:36.954298 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.121920 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_hamode_db [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:13:35Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:37.126052 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133cb6e3-248b-4a06-a710-ca3b86344b73 None None] The sync data for ids ['3116cea4-bcb3-40fc-91f7-180f6ac9c22f'] in dv-cinder-831187-1-smb is: [{'id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'name': 'tempest-TestShelveInstance-45633273-router', 'tenant_id': '5518d47d1638480a986f6f9325e64e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:38Z', 'updated_at': '2022-02-28T19:13:35Z', 'revision_number': 5, 'project_id': '5518d47d1638480a986f6f9325e64e6b', 'gw_port': {'id': 'dc5e6e11-6938-410a-a0e8-1616abe92fff', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3116cea4-bcb3-40fc-91f7-180f6ac9c22f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:39Z', 'updated_at': '2022-02-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}] {{(pid=87804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:13:37.127002 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] For port dc5e6e11-6938-410a-a0e8-1616abe92fff, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=dc5e6e11-6938-410a-a0e8-1616abe92fff,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:37.127357 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.253770 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Calling delete_port for dc5e6e11-6938-410a-a0e8-1616abe92fff owned by network:router_gateway {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:37.475440 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.528096 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5e6e11-6938-410a-a0e8-1616abe92fff,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:37.622715 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.793719 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.795764 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.875356 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.876009 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3116cea4-bcb3-40fc-91f7-180f6ac9c22f {{(pid=87803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:13:37.889729 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:37.892079 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-7b05d5f8-89ae-40db-bcab-1fd0182bb943 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3116cea4-bcb3-40fc-91f7-180f6ac9c22f HTTP/1.1" status: 204 len: 168 time: 1.5942152 Feb 28 19:13:37.894667 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58098) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:37.961152 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Deleting subnet f7c2529b-4072-426d-a3bf-e6e996dcabc5 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:13:37.964174 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.013929 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.095567 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.206709 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.245976 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c2529b-4072-426d-a3bf-e6e996dcabc5,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:38.247898 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.252639 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61307c91-7674-4854-9b87-50b3221d03e9 None None] Network ebe91f25-072e-4c17-af50-c9925fb110a3 requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:13:38.254525 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-df1983bf-6d88-4b50-9d69-8b6197ad9687 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7c2529b-4072-426d-a3bf-e6e996dcabc5 HTTP/1.1" status: 204 len: 168 time: 0.3588467 Feb 28 19:13:38.257092 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58106) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:38.366684 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.377240 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Deleting port df219ef7-5cce-42cb-812d-e84a968d4e94 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:38.384045 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.529827 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] DHCP port deletion for ebe91f25-072e-4c17-af50-c9925fb110a3 request from dv-cinder-831187-1-smb {{(pid=87804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:13:38.535900 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Deleting port df219ef7-5cce-42cb-812d-e84a968d4e94 {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:38.537317 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.690192 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] For port df219ef7-5cce-42cb-812d-e84a968d4e94, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=df219ef7-5cce-42cb-812d-e84a968d4e94,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:38.690793 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.754559 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] For port df219ef7-5cce-42cb-812d-e84a968d4e94, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=df219ef7-5cce-42cb-812d-e84a968d4e94,segment=NetworkSegment(10975c6b-73a8-4f9a-aa32-db7de0b6f28a),segment_id=10975c6b-73a8-4f9a-aa32-db7de0b6f28a)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:38.754942 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.818379 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Calling delete_port for df219ef7-5cce-42cb-812d-e84a968d4e94 owned by network:dhcp {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:38.879712 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Calling delete_port for df219ef7-5cce-42cb-812d-e84a968d4e94 owned by network:dhcp {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:38.948205 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 90f74a6c-22a2-4cef-9690-20477a0e194f no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:38.978290 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:38.988890 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 90f74a6c-22a2-4cef-9690-20477a0e194f {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:38.996715 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 90f74a6c-22a2-4cef-9690-20477a0e194f not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:38.996715 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device df219ef7-5cce-42cb-812d-e84a968d4e94 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:39.024949 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=df219ef7-5cce-42cb-812d-e84a968d4e94,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:39.025249 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: df219ef7-5cce-42cb-812d-e84a968d4e94 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:39.025590 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device df219ef7-5cce-42cb-812d-e84a968d4e94 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:39.026002 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device dc5e6e11-6938-410a-a0e8-1616abe92fff no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:39.028281 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] No DVR routers for this DVR port df219ef7-5cce-42cb-812d-e84a968d4e94 on host dv-cinder-831187-1-smb {{(pid=87803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:13:39.069394 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: dc5e6e11-6938-410a-a0e8-1616abe92fff {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:39.069733 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device dc5e6e11-6938-410a-a0e8-1616abe92fff not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:39.090795 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.db.api [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:13:39.091143 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG oslo_db.api [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:13:39.143499 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.169654 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe91f25-072e-4c17-af50-c9925fb110a3']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:39.181911 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10975c6b-73a8-4f9a-aa32-db7de0b6f28a') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:39.182235 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10975c6b-73a8-4f9a-aa32-db7de0b6f28a') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:39.193895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.209728 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.215772 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:13:39.216164 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:13:39.229597 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:13:39.399750 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.404476 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.432062 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe91f25-072e-4c17-af50-c9925fb110a3,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:39.436536 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3adf7734-939a-4b15-9cc9-6da56a233d80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ebe91f25-072e-4c17-af50-c9925fb110a3 HTTP/1.1" status: 204 len: 168 time: 1.1781032 Feb 28 19:13:39.439690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58116) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:39.591983 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Deleting port df219ef7-5cce-42cb-812d-e84a968d4e94 {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:39.592620 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:39.659857 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-e13a2e9a-9cff-4eaa-a6af-eef4004f6f4a None None] The port 'df219ef7-5cce-42cb-812d-e84a968d4e94' was deleted {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:13:39.977461 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332501'] for router_interface, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:40.410281 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Deleting port 3072d4a8-8571-4e9d-9b6a-7bb476829c55 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:40.410621 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:40.589277 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] For port 3072d4a8-8571-4e9d-9b6a-7bb476829c55, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=3072d4a8-8571-4e9d-9b6a-7bb476829c55,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:40.589277 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:40.715657 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Calling delete_port for 3072d4a8-8571-4e9d-9b6a-7bb476829c55 owned by network:router_interface {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:40.978328 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:41.024733 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3072d4a8-8571-4e9d-9b6a-7bb476829c55,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:41.298805 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1576337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332393'] for router_interface, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:41.750091 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Router 784f2099-3408-46e1-8585-25a115dbdb16 has already been hosted by L3 agent 70654a07-3ff0-43eb-9cf6-bef648ea25dd {{(pid=87803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 28 19:13:41.924698 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] Notify agent at l3_agent.dv-cinder-831187-1-smb the message routers_updated {{(pid=87803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 28 19:13:41.932909 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] Sync routers for ids ['784f2099-3408-46e1-8585-25a115dbdb16'] in dv-cinder-831187-1-smb {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 19:13:41.934003 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-ee218ffc-1a62-4fdf-b6b6-339f402a8da8 admin admin] 10.222.0.41 "PUT /v2.0/routers/784f2099-3408-46e1-8585-25a115dbdb16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933255 Feb 28 19:13:41.936591 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58140) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:41.943324 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] Routers {'784f2099-3408-46e1-8585-25a115dbdb16'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:41.943912 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:13:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['784f2099-3408-46e1-8585-25a115dbdb16'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:42.115222 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks [] for router, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:42.119155 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] Set router 784f2099-3408-46e1-8585-25a115dbdb16 gateway port host: dv-cinder-831187-1-smb {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:42.291723 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:42.361467 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Deleting port b40ced2c-a48f-4edd-b937-ce47ad7bfe77 {{(pid=87803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:42.361832 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:42.409452 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'external_fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:13:40Z', 'revision_number': 5, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port': {'id': 'b40ced2c-a48f-4edd-b937-ce47ad7bfe77', 'name': '', 'network_id': '79239819-12ee-4fa1-95ed-e8bf390e4e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:be:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784f2099-3408-46e1-8585-25a115dbdb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831187-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T19:08:53Z', 'updated_at': '2022-02-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a2cc5bd-de88-4621-b479-ec4ee0b52f45', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831187-1-smb'}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:42.413283 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] Checking router: 784f2099-3408-46e1-8585-25a115dbdb16 for host: dv-cinder-831187-1-smb {{(pid=87805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 19:13:42.421560 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] Routers {'784f2099-3408-46e1-8585-25a115dbdb16'} bound to L3 agent in host dv-cinder-831187-1-smb {{(pid=87805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 28 19:13:42.422742 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831187-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:55:21Z,description=,heartbeat_timestamp=2022-02-28T19:13:21Z,host='dv-cinder-831187-1-smb',id=70654a07-3ff0-43eb-9cf6-bef648ea25dd,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:55:21Z,topic='l3_agent')) {'router_ids': ['784f2099-3408-46e1-8585-25a115dbdb16'], 'active': True} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:42.544643 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.db [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] For port b40ced2c-a48f-4edd-b937-ce47ad7bfe77, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,segment=NetworkSegment(f4c20bd1-dc21-446e-923e-25cd949e14f4),segment_id=f4c20bd1-dc21-446e-923e-25cd949e14f4)] {{(pid=87803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:42.544995 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:42.585194 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_dvr_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] Set router 784f2099-3408-46e1-8585-25a115dbdb16 gateway port host: None {{(pid=87805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 28 19:13:42.670474 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.plugin [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Calling delete_port for b40ced2c-a48f-4edd-b937-ce47ad7bfe77 owned by network:router_gateway {{(pid=87803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:42.693506 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.l3_hamode_db [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:13:42Z', 'revision_number': 6, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port_host': None}], 'dv-cinder-831187-1-smb', False) {} {{(pid=87805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:42.697466 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d5827e-5cc9-4cc5-8006-d80cf1f7b7b3 None None] The sync data for ids ['784f2099-3408-46e1-8585-25a115dbdb16'] in dv-cinder-831187-1-smb is: [{'id': '784f2099-3408-46e1-8585-25a115dbdb16', 'name': 'tempest-TestShelveInstance-422688709-router', 'tenant_id': 'f41de2693f7f416483cb15cd35150c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T19:08:52Z', 'updated_at': '2022-02-28T19:13:42Z', 'revision_number': 6, 'project_id': 'f41de2693f7f416483cb15cd35150c8f', 'gw_port_host': None}] {{(pid=87805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 19:13:42.908243 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4062572'] for port, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:42.954946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40ced2c-a48f-4edd-b937-ce47ad7bfe77,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:43.051690 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332272'] for router_gateway, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.144154 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 3072d4a8-8571-4e9d-9b6a-7bb476829c55 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:43.182787 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 3072d4a8-8571-4e9d-9b6a-7bb476829c55 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:43.183130 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 3072d4a8-8571-4e9d-9b6a-7bb476829c55 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:43.324508 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-773'] for router, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.326633 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.400714 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453656'] for router, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.401173 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 784f2099-3408-46e1-8585-25a115dbdb16 {{(pid=87803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 28 19:13:43.413673 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] Notify callbacks [] for router, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.414768 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-5da390f1-cf97-47bb-b8f1-95fa9db67684 admin admin] 10.222.0.41 "DELETE /v2.0/routers/784f2099-3408-46e1-8585-25a115dbdb16 HTTP/1.1" status: 204 len: 168 time: 1.4772766 Feb 28 19:13:43.417318 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58150) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:43.482674 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Deleting subnet 150e66c6-e30f-4cd3-87af-e5f597af0b53 {{(pid=87803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:13:43.488161 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.541249 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-638913'] for subnet, precommit_delete_associations {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.546131 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 58156) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:43.610419 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Deleting subnet 9c9abd5d-1a31-4f00-8051-7668343d9586 {{(pid=87802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 28 19:13:43.613393 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.622953 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.663984 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4050628'] for subnet, precommit_delete_associations {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.720986 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382031'] for subnet, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.770950 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4062365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2738666'] for subnet, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.808528 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150e66c6-e30f-4cd3-87af-e5f597af0b53,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:43.812009 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for subnet, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:43.818054 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8c0fa-8553-4348-9a7a-f0ced3225ca2 None None] Network 9c04068b-76ca-4080-b8d7-c75af5be021c requested from dv-cinder-831187-1-smb {{(pid=87804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 28 19:13:43.819008 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-fd44b667-6af1-49af-a4fc-ad1bc604fff7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/150e66c6-e30f-4cd3-87af-e5f597af0b53 HTTP/1.1" status: 204 len: 168 time: 0.4007499 Feb 28 19:13:43.821578 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 58160) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:43.900382 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4014950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2937824'] for subnet, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.050095 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9abd5d-1a31-4f00-8051-7668343d9586,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:44.059852 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] DHCP port deletion for 9c04068b-76ca-4080-b8d7-c75af5be021c request from dv-cinder-831187-1-smb {{(pid=87804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 28 19:13:44.060517 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.064752 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] Deleting port 412d684c-29e7-4c9e-9039-1b1c54cee1bf {{(pid=87804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:44.065124 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.065783 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.070568 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-f9fe6013-d661-4059-a6e5-0662fdc27212 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c9abd5d-1a31-4f00-8051-7668343d9586 HTTP/1.1" status: 204 len: 168 time: 0.5232310 Feb 28 19:13:44.073195 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58164) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:44.079599 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Deleting port 412d684c-29e7-4c9e-9039-1b1c54cee1bf {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:44.079940 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.181369 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536356'] for network, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.272891 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.db [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] For port 412d684c-29e7-4c9e-9039-1b1c54cee1bf, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=412d684c-29e7-4c9e-9039-1b1c54cee1bf,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:44.273503 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.292368 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.db [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] For port 412d684c-29e7-4c9e-9039-1b1c54cee1bf, host dv-cinder-831187-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831187-1-smb',level=0,port_id=412d684c-29e7-4c9e-9039-1b1c54cee1bf,segment=NetworkSegment(11cf2afe-4382-4a64-862b-1ca054a08d85),segment_id=11cf2afe-4382-4a64-862b-1ca054a08d85)] {{(pid=87802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 28 19:13:44.292705 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335061'] for port, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.305895 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.330918 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403a600-f841-4d9a-b3ea-134d394a198f']}} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:44.342866 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8') {'for_net_delete': True} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:44.343167 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.services.segments.db [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4dd34e-ae2d-4860-a51d-9e5453da3fc8') {} {{(pid=87803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:44.354988 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-638968'] for segment, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.371363 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.377691 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=87803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:13:44.378133 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4062527'] for segment, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: Traceback (most recent call last): Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: timer() Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: cb(*args, **kw) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: return func(*args, **kwargs) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: self._notify() Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: self.callback(batched_events) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: event.method(event) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: return f(self, *a, **k) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: return self._get(url).json() Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: return self.request(url, 'GET', **kwargs) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:13:44.391203 dv-cinder-831187-1-smb neutron-server[87803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:13:44.395657 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] Calling delete_port for 412d684c-29e7-4c9e-9039-1b1c54cee1bf owned by network:dhcp {{(pid=87804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:44.424236 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Calling delete_port for 412d684c-29e7-4c9e-9039-1b1c54cee1bf owned by network:dhcp {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 28 19:13:44.533462 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-576419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783227909596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783227530289'] for port, after_delete {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.539740 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.db.api [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 19:13:44.540107 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG oslo_db.api [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 19:13:44.572946 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.583076 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] Pushing event deleted for resources: {'Port': ['ID=412d684c-29e7-4c9e-9039-1b1c54cee1bf,revision_number=None']} {{(pid=87804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:44.587731 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f727c-2095-43d4-982c-de2bca9b650e None None] No DVR routers for this DVR port 412d684c-29e7-4c9e-9039-1b1c54cee1bf on host dv-cinder-831187-1-smb {{(pid=87804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 19:13:44.591711 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:44.599380 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1403a600-f841-4d9a-b3ea-134d394a198f,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:44.668456 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-3c1208ac-66ca-450e-904c-fed3b490eff7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1403a600-f841-4d9a-b3ea-134d394a198f HTTP/1.1" status: 204 len: 168 time: 0.5939970 Feb 28 19:13:44.892648 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 412d684c-29e7-4c9e-9039-1b1c54cee1bf no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:44.929382 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: 412d684c-29e7-4c9e-9039-1b1c54cee1bf {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:44.929721 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device 412d684c-29e7-4c9e-9039-1b1c54cee1bf not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:44.930131 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device b40ced2c-a48f-4edd-b937-ce47ad7bfe77 no longer exists at agent ovs-agent-dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 19:13:44.963259 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.plugin [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] No Port match for: b40ced2c-a48f-4edd-b937-ce47ad7bfe77 {{(pid=87804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 28 19:13:44.963606 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron.plugins.ml2.rpc [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Device b40ced2c-a48f-4edd-b937-ce47ad7bfe77 not bound to the agent host dv-cinder-831187-1-smb {{(pid=87804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 19:13:44.972951 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58170) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:45.021110 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-cee33942-3dc8-4c5e-a7d8-e99945a9c9f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ab3d34527d440e88e7b14f53fb8b64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470421 Feb 28 19:13:45.023464 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58174) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:45.040944 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Deleting port 412d684c-29e7-4c9e-9039-1b1c54cee1bf {{(pid=87802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 28 19:13:45.041503 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783227903214'] for port, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.084202 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-95b9121c-f754-4c12-a5aa-7cc62f49c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.109101 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-95b9121c-f754-4c12-a5aa-7cc62f49c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.110615 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.plugin [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] The port '412d684c-29e7-4c9e-9039-1b1c54cee1bf' was deleted {{(pid=87802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 28 19:13:45.222852 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381632', 'neutron.services.segments.db._delete_segments_for_network-8783228048451'] for network, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.229511 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-95b9121c-f754-4c12-a5aa-7cc62f49c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.248013 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9121c-f754-4c12-a5aa-7cc62f49c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abf81c6-8efb-42f8-a1f5-98a13318d527,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:45.248273 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c04068b-76ca-4080-b8d7-c75af5be021c']}} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:45.261024 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cf2afe-4382-4a64-862b-1ca054a08d85') {'for_net_delete': True} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:45.261326 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.services.segments.db [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cf2afe-4382-4a64-862b-1ca054a08d85') {} {{(pid=87802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 19:13:45.273376 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783228051550', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4050685'] for segment, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.288969 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1383460'] for segment, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.294713 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=87802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 19:13:45.297207 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1383498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4014788'] for segment, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: util.warn( Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: util.warn( Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: util.warn( Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: util.warn( Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: Traceback (most recent call last): Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: timer() Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: cb(*args, **kw) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: return func(*args, **kwargs) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: self._notify() Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: self.callback(batched_events) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: event.method(event) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: return f(self, *a, **k) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: return self._get(url).json() Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: return self.request(url, 'GET', **kwargs) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 19:13:45.308453 dv-cinder-831187-1-smb neutron-server[87802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 19:13:45.316986 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-95b9121c-f754-4c12-a5aa-7cc62f49c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.316986 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-95b9121c-f754-4c12-a5aa-7cc62f49c7ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7abf81c6-8efb-42f8-a1f5-98a13318d527 HTTP/1.1" status: 204 len: 168 time: 0.2918217 Feb 28 19:13:45.429627 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1576298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332245'] for network, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.446024 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576316'] for network, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.455835 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=9c04068b-76ca-4080-b8d7-c75af5be021c,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:45.461889 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ae870f3d-ba4c-4692-b92e-fb5ce829d8dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/9c04068b-76ca-4080-b8d7-c75af5be021c HTTP/1.1" status: 204 len: 168 time: 1.6371901 Feb 28 19:13:45.826953 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58188) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:45.874709 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-2e55881a-0535-4f4b-8695-31b58934a697 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5518d47d1638480a986f6f9325e64e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487092 Feb 28 19:13:45.877370 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 58194) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:45.937068 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b557158-605b-4a71-ac7a-fb71a71dbfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:45.965937 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b557158-605b-4a71-ac7a-fb71a71dbfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.096565 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b557158-605b-4a71-ac7a-fb71a71dbfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.113766 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b557158-605b-4a71-ac7a-fb71a71dbfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec4bac-8376-413f-b751-8c56134690fa,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:46.122846 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-0b557158-605b-4a71-ac7a-fb71a71dbfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.126441 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-0b557158-605b-4a71-ac7a-fb71a71dbfa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bec4bac-8376-413f-b751-8c56134690fa HTTP/1.1" status: 204 len: 168 time: 0.2454479 Feb 28 19:13:46.715344 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 58216) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:46.767400 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-ab867bd6-6aab-41eb-b442-07dc50d54df8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f41de2693f7f416483cb15cd35150c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508142 Feb 28 19:13:46.769925 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 58222) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:46.829410 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0174ee6-9f4c-4c91-b230-046dd9b6d538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.858505 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0174ee6-9f4c-4c91-b230-046dd9b6d538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.976718 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0174ee6-9f4c-4c91-b230-046dd9b6d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:46.996871 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0174ee6-9f4c-4c91-b230-046dd9b6d538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee271e-d21e-4fa8-b36b-09b0caaff0b5,revision_number=None']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:47.000320 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-e0174ee6-9f4c-4c91-b230-046dd9b6d538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:47.001449 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-e0174ee6-9f4c-4c91-b230-046dd9b6d538 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5ee271e-d21e-4fa8-b36b-09b0caaff0b5 HTTP/1.1" status: 204 len: 168 time: 0.2306280 Feb 28 19:13:47.971942 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-a65cd19d-b86b-41c0-9e25-784aea8cb50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:50.827812 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-acfa0931-66ee-4396-a1e1-dcef7d1fb71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:51.473410 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:52.353256 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.457951 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.wsgi [-] (87802) accepted ('10.222.0.41', 58266) {{(pid=87802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:53.575159 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.587736 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.591911 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 19:13:53.594161 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd6c752e0ba4d8782a348b1c83f3ddd is out of sync, need to count used quota {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 19:13:53.597008 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.quota.resource [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 19:13:53.602610 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.db.quota.driver [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 19:13:53.683504 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.743337 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron_lib.callbacks.manager [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_create {{(pid=87802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.790469 dv-cinder-831187-1-smb neutron-server[87802]: INFO neutron.wsgi [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dd6c752e0ba4d8782a348b1c83f3ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314059 Feb 28 19:13:53.791231 dv-cinder-831187-1-smb neutron-server[87802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083544c5-1075-495a-97b8-48b8dd0e6ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5777741d-b926-40dd-9b0a-58b61aa1890b,revision_number=1']} {{(pid=87802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:53.794014 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.wsgi [-] (87803) accepted ('10.222.0.41', 58272) {{(pid=87803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 19:13:53.853072 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-085bde78-7e91-4c66-971f-10bb25bd5eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.880417 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-085bde78-7e91-4c66-971f-10bb25bd5eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.984085 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-085bde78-7e91-4c66-971f-10bb25bd5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476697'] for security_group, after_delete {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:53.998068 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bde78-7e91-4c66-971f-10bb25bd5eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5777741d-b926-40dd-9b0a-58b61aa1890b,revision_number=None']} {{(pid=87803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 19:13:54.005608 dv-cinder-831187-1-smb neutron-server[87803]: DEBUG neutron_lib.callbacks.manager [None req-085bde78-7e91-4c66-971f-10bb25bd5eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:13:54.009438 dv-cinder-831187-1-smb neutron-server[87803]: INFO neutron.wsgi [None req-085bde78-7e91-4c66-971f-10bb25bd5eea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5777741d-b926-40dd-9b0a-58b61aa1890b HTTP/1.1" status: 204 len: 168 time: 0.2137287 Feb 28 19:14:00.678726 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:10.368026 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:14:17.981251 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b3758745-8c0e-4d3f-b57e-bb3c939f7981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:20.805867 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-c255d6a2-61f2-48b1-a9a7-e291069c0d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:21.484328 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:22.377759 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:23.571689 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:30.691891 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:47.370784 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:14:47.971506 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ff2885dd-1a82-4d53-94ed-e7b8c9aed134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:50.798095 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-6d3990ed-1c61-4d6e-aca2-e5d124a30dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:51.466352 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:52.345989 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:14:53.580577 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:00.692047 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:17.979954 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-51b05316-ea2c-45eb-8968-5b623a292b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:20.799870 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-54fa99ea-7d95-4617-b98b-d24d5ca0ca22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:21.546154 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:22.376874 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:23.565988 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:24.369386 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:15:30.713826 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:47.977079 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9632515f-d737-4525-8e80-c9c6f990e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:50.802475 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ade3-9001-4315-be32-aae487cec79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:51.502406 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:52.356398 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:15:53.576738 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:00.707795 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:01.368925 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:16:17.973012 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-e20288e7-7949-4578-bc9a-5d7c4afdc4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:20.805121 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dbc5-1324-4732-90e3-c7cd2014aac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:21.510127 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:22.359409 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:23.578568 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:30.748115 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:38.367578 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:16:47.978435 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-a02cb130-c0e5-4031-afd6-25c6133c23a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:50.806977 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-ca1fe0f1-3b39-470a-bb31-17b800142136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:51.492507 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:52.338248 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:16:53.570288 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:00.720764 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:15.366116 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:17:17.977928 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2d135db6-0e94-4b6f-97ab-8a9b38d4e947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:20.816133 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-661bb736-0ee5-4716-82cb-7e2e4999381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:21.486568 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:22.353390 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:23.577838 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:30.724702 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:47.965675 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-908805ab-e7e4-48a1-aa59-d573e4430c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:50.811842 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-3d5955e8-b912-4219-be1f-dc716cc896d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:51.490626 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:52.331397 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:17:52.364395 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:17:53.582987 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:00.713760 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:17.942428 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-8c0e072c-69bb-493f-8924-f861aca0ba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:20.816624 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-75099c37-c263-4a2e-ad91-0e639a5d02dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:21.508067 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:22.369590 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:23.587965 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-2ee253c8-8a08-419c-ac62-c710e0bd3a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:29.363602 dv-cinder-831187-1-smb neutron-server[87805]: DEBUG neutron.db.agents_db [None req-4d2853fd-0763-4f31-ad63-619209d0f8f2 None None] Agent healthcheck: found 6 active agents {{(pid=87805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 19:18:30.752569 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-42c87e29-3700-4fc5-844a-b3d778e003f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:47.958682 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-85ce2906-9744-4611-8b51-13b203830e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:50.821952 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-9d56f00f-9d41-4608-9768-90124d42ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:51.473114 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-daa8f61d-461e-46e3-8491-37456fe2a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 19:18:52.352876 dv-cinder-831187-1-smb neutron-server[87804]: DEBUG neutron_lib.callbacks.manager [None req-f808d500-fa5e-4e64-bdf0-53bf4341638f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783228048424', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1386718'] for agent, after_update {{(pid=87804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}